-- Logs begin at Mon 2022-09-26 17:00:18 UTC, end at Mon 2022-09-26 18:17:16 UTC. -- Sep 26 17:50:21.279935 dv-cinder-859318-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 26 17:50:23.953318 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.common.config [-] Logging enabled! Sep 26 17:50:23.953945 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev23 Sep 26 17:50:23.954108 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106097) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 17:50:23.957321 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.common.config [-] Logging enabled! Sep 26 17:50:23.957572 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev23 Sep 26 17:50:23.957881 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106097) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 26 17:50:23.958810 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:50:23.959065 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:50:23.959538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:50:23.959784 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:50:23.960008 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:50:23.960320 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.960615 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.960843 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.961136 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.961421 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.961703 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.961989 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.962284 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.962569 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.962860 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.963151 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.963385 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.963662 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.963945 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.964224 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.964445 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] debug = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.964725 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.965163 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.965567 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.965859 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.966147 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.966424 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.966694 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.966992 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.967277 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.967611 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] host = dv-cinder-859318-1-iscsi {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.967888 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.968171 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.968455 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.968740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.969010 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.969282 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.969563 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.969835 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.970106 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.970377 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.970659 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.970970 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.971258 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.971485 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.972391 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.972525 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.972812 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.973086 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.973359 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.973632 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.973904 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.974178 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.974441 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.974725 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.975029 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.975312 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.975584 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.975855 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.976125 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.976395 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.976679 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.976952 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.977222 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.977493 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.977776 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.978041 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.978311 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.978611 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.978918 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.979203 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.979487 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.979758 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.980039 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.980307 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.980574 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.980839 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] use_json = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.981108 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.981377 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.981653 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.981923 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.982190 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.982459 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.982726 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.983035 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.983307 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:23.983602 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.983894 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.984191 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.984475 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.984775 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.985052 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.985339 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.985616 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.985902 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.986188 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.986473 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.986747 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.987067 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.988015 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.988310 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.988615 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.988908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.989194 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.989467 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.989738 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.990010 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.990284 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.990568 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.990864 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.991144 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.991428 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.991706 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.991998 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.992280 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.992560 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.992850 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.993136 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.993409 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.993686 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.993972 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.994247 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.994519 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.994805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.995110 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.995381 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.995659 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.995948 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.996233 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.996504 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.996778 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.997062 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.997335 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.997603 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.997869 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.998141 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.998406 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.998684 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.998989 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.999257 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.999526 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:23.999801 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.000067 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.000338 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.000611 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.000879 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.001147 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.001415 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.001683 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.001951 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.002220 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.002489 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.002756 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.003086 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.003362 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.003628 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.003897 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.004169 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.004438 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.004705 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.004983 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.005277 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.005553 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.005829 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.006105 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.006378 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.006652 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.006952 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.007226 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.007501 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.007771 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.008056 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.008334 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.008617 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.008894 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.009186 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.009477 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.009753 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.010027 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.010300 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.010574 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.010857 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.011148 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.011422 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.011696 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.011979 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.012258 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.012549 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.012835 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.013109 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.013401 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.013692 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.013988 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.014266 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.014573 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.014855 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:24.015088 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:50:24.015335 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106097) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 26 17:50:24.429942 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 17:50:24.430343 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 17:50:24.430613 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 17:50:24.430867 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 26 17:50:24.431140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 26 17:50:24.431470 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 26 17:50:24.774026 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.774312 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.774594 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.775788 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.776063 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.776329 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.830751 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.831589 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.831860 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.847557 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.847836 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.848106 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.875587 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.875862 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.876126 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.913162 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.913445 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:24.913720 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.142960 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.143609 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.143609 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.144636 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.145341 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.241843 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.242161 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.242439 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.242706 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.243006 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.243300 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.243562 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.243819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.244072 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.244354 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.244611 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.244875 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.245131 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.245380 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.245633 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.245894 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.246147 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.246413 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.246680 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.246956 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.247229 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.247478 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.247756 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.248131 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.248379 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.248621 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.249017 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:25.249258 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:25.249497 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:25.249732 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:25.249965 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:25.250200 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:25.250555 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 26 17:50:25.254185 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 26 17:50:25.258047 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 26 17:50:25.261683 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Sep 26 17:50:25.263298 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 26 17:50:25.263917 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 26 17:50:25.264251 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 26 17:50:25.264629 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 26 17:50:25.267380 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 26 17:50:25.267628 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 26 17:50:25.267968 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 17:50:25.273116 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 26 17:50:25.295367 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 26 17:50:25.295818 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.296110 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106097) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 26 17:50:25.296487 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.297818 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106097) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 26 17:50:25.298094 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 26 17:50:25.298338 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 26 17:50:25.309553 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.309832 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:25.474449 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 26 17:50:25.474696 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 26 17:50:25.474958 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 26 17:50:25.475335 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 26 17:50:25.527882 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO dbcounter [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Registered counter for database neutron Sep 26 17:50:25.547794 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_db.sqlalchemy.engines [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106097) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 26 17:50:25.555137 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG dbcounter [-] [106097] Writer thread running {{(pid=106097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:50:26.107734 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing driver for type 'gre' Sep 26 17:50:26.108257 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] gre ID ranges: [(1, 1000)] Sep 26 17:50:26.169141 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing driver for type 'local' Sep 26 17:50:26.169908 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing driver for type 'vlan' Sep 26 17:50:26.183978 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] VlanTypeDriver initialization complete Sep 26 17:50:26.184306 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing driver for type 'vxlan' Sep 26 17:50:26.184813 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] vxlan ID ranges: [(1, 1000)] Sep 26 17:50:26.246826 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing extension driver 'port_security' Sep 26 17:50:26.247152 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.extensions.port_security [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] PortSecurityExtensionDriver initialization complete Sep 26 17:50:26.247654 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing mechanism driver 'openvswitch' Sep 26 17:50:26.248001 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing mechanism driver 'hyperv' Sep 26 17:50:26.254712 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.plugin [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:50:26.255419 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.255813 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.256152 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.256660 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:50:26.257088 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.257451 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.257805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.258200 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:50:26.258613 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.258998 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.259349 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.259741 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:50:26.260154 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > security_group after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.260509 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > security_group after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.260854 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > security_group after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.261246 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:50:26.261662 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.262014 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.262360 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.262915 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:50:26.263332 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > address_group after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.263686 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > address_group after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.264032 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > address_group after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.264427 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106097) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 26 17:50:26.264875 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] ML2 OVO RPC backend initialized. {{(pid=106097) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 26 17:50:26.265586 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_interface after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.265948 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.266372 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.266731 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > networks before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.267117 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.267465 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > ports before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.267814 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.268159 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnets before_response 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.268637 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.268991 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.269334 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.269680 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.270024 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.270372 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.270720 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.271097 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.271443 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > subnet after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.279331 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded quota_driver: . Sep 26 17:50:26.279704 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.plugin [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Modular L2 Plugin initialization complete Sep 26 17:50:26.280056 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading services supported by the core plugin {{(pid=106097) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 26 17:50:26.280404 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.plugins.ml2.managers [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Got port-security extension from driver 'port_security' Sep 26 17:50:26.280887 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.extensions.vlantransparent [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Disabled vlantransparent extension. Sep 26 17:50:26.281386 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106097) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 26 17:50:26.281715 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: router Sep 26 17:50:26.317916 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_interface before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.318307 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_create 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.318688 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router before_create 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.319092 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.319478 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.319842 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_delete 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.320211 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > floatingip after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.320836 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > floatingip after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.321205 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_create 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.321559 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_update 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.321916 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_update 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.322271 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.322636 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_update 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.323081 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_update 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.323458 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.323805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.324154 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: subnet after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.324509 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.324870 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > port precommit_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.325232 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_create 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.325584 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.325936 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.326299 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router after_update 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.326648 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_delete 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.327032 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_create 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.327401 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router_interface after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.327757 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_update 55549900 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.328132 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > agent after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.328493 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > agent after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.328846 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > network after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.329851 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Tracking information for resource: router configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:26.330193 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Tracking information for resource: floatingip configured {{(pid=106097) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 26 17:50:26.335154 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.db.l3_agentschedulers_db [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 26 17:50:26.335745 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.336115 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port after_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.336475 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port after_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.336838 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: port after_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.337648 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router before_create 55550100 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.338020 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_delete 55550100 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.338389 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_create 55550100 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.338753 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > router precommit_update 55550100 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.343688 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.provider_configuration [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service providers = [] {{(pid=106097) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 26 17:50:26.344060 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.db.servicetype_db [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106097) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 26 17:50:26.347578 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.service_base [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:50:26.347935 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.service_base [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:50:26.348286 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.service_base [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:50:26.349188 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.services.service_base [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106097) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 26 17:50:26.349561 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.services.service_base [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 26 17:50:26.349949 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.350274 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 26 17:50:26.361917 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.362865 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: auto_allocate Sep 26 17:50:26.368569 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: network precommit_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.368944 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: network precommit_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.369469 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.369793 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: tag Sep 26 17:50:26.376398 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.376730 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: timestamp Sep 26 17:50:26.380917 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.381256 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: network_ip_availability Sep 26 17:50:26.386749 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.387151 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.387513 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.388241 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.388565 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: flavors Sep 26 17:50:26.393242 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.393604 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading Plugin: revisions Sep 26 17:50:26.398316 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106097) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 26 17:50:26.398718 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.967s {{(pid=106097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 26 17:50:26.399505 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106097) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 26 17:50:26.399848 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Initializing extension manager. Sep 26 17:50:26.400382 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: __init__.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.400730 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: __pycache__ {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.401071 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: address_group.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.401968 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.402542 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: address-group Sep 26 17:50:26.402897 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: address_scope.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.403583 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.404088 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: address-scope Sep 26 17:50:26.404418 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: admin_state_down_before_update.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.405303 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.405807 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: router-admin-state-down-before-update Sep 26 17:50:26.406132 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: agent.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.406801 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.407335 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: agent Sep 26 17:50:26.407660 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: agent_resources_synced.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.408530 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.409574 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: agent-resources-synced Sep 26 17:50:26.410064 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: allowedaddresspairs.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.411927 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.412445 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: allowed-address-pairs Sep 26 17:50:26.412776 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: auto_allocated_topology.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.413820 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.414332 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: auto-allocated-topology Sep 26 17:50:26.414662 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: availability_zone.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.415381 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.415888 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: availability_zone Sep 26 17:50:26.416213 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: availability_zone_filter.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.417099 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.417609 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: availability_zone_filter Sep 26 17:50:26.417934 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: data_plane_status.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.418806 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.419332 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension data-plane-status not supported by any of loaded plugins Sep 26 17:50:26.419656 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: default_subnetpools.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.420537 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.421044 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: default-subnetpools Sep 26 17:50:26.421369 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: dhcpagentscheduler.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.422146 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.422655 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: dhcp_agent_scheduler Sep 26 17:50:26.423010 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: dns.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.423888 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.424391 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension dns-integration not supported by any of loaded plugins Sep 26 17:50:26.425311 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: dns_domain_ports.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.426268 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.426778 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 26 17:50:26.427138 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.428042 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.428552 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 26 17:50:26.428879 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: dvr.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.429524 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.430028 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: dvr Sep 26 17:50:26.430445 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: ecmp_routes.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.431358 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.431860 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension ecmp_routes not supported by any of loaded plugins Sep 26 17:50:26.432182 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: empty_string_filtering.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.433060 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.433560 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: empty-string-filtering Sep 26 17:50:26.433883 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.434760 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.435285 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 26 17:50:26.435609 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.436484 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.436980 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 26 17:50:26.437303 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: external_net.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.438177 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.438680 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: external-net Sep 26 17:50:26.439035 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: extra_dhcp_opt.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.439905 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.440440 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: extra_dhcp_opt Sep 26 17:50:26.440762 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: extraroute.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.441644 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.442138 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: extraroute Sep 26 17:50:26.442460 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: extraroute_atomic.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.443489 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.443988 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: extraroute-atomic Sep 26 17:50:26.444311 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: filter_validation.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.444944 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.445695 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: filter-validation Sep 26 17:50:26.446029 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: fip_pf_description.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.446946 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.447447 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 26 17:50:26.447768 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: fip_pf_detail.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.448646 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.449151 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: floating-ip-port-forwarding-detail Sep 26 17:50:26.449474 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: fip_pf_port_range.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.450344 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.450855 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 26 17:50:26.451192 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: fip_port_details.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.452072 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.452584 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: fip-port-details Sep 26 17:50:26.452906 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: flavors.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.454093 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.454604 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: flavors Sep 26 17:50:26.454959 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.456795 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.457315 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 26 17:50:26.457655 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: floatingip_pools.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.458340 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.458871 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: floatingip-pools Sep 26 17:50:26.459207 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: ip_allocation.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.460120 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.460748 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension ip_allocation not supported by any of loaded plugins Sep 26 17:50:26.461083 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.461999 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.462507 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: ip-substring-filtering Sep 26 17:50:26.462854 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l2_adjacency.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.463762 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.464266 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension l2_adjacency not supported by any of loaded plugins Sep 26 17:50:26.464594 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.465548 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.466056 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: router Sep 26 17:50:26.466382 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_conntrack_helper.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.468850 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.469382 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 26 17:50:26.469719 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.470611 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.471157 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: ext-gw-mode Sep 26 17:50:26.471486 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.473113 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.473629 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: l3-ha Sep 26 17:50:26.473974 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.474861 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.475377 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 26 17:50:26.475703 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_flavors.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.476590 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.477104 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: l3-flavors Sep 26 17:50:26.477434 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_ndp_proxy.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.478773 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.479315 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 26 17:50:26.479648 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.480538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.481048 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: l3-port-ip-change-not-allowed Sep 26 17:50:26.481377 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: l3agentscheduler.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.482387 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.482941 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: l3_agent_scheduler Sep 26 17:50:26.483273 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: local_ip.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.484980 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.485501 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension local_ip not supported by any of loaded plugins Sep 26 17:50:26.485835 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: logging.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.487959 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.488487 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension logging not supported by any of loaded plugins Sep 26 17:50:26.488825 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: metering.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.489541 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.490118 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: metering Sep 26 17:50:26.490445 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.491539 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.492060 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: metering_source_and_destination_fields Sep 26 17:50:26.492386 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: multiprovidernet.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.493282 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.493794 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: multi-provider Sep 26 17:50:26.494120 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: netmtu.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.495046 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.495559 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: net-mtu Sep 26 17:50:26.495883 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: netmtu_writable.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.496769 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.497325 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: net-mtu-writable Sep 26 17:50:26.497602 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: network_availability_zone.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.498282 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.498749 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: network_availability_zone Sep 26 17:50:26.499107 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: network_ip_availability.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.500174 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.500679 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: network-ip-availability Sep 26 17:50:26.501005 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: network_segment_range.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.501735 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.502234 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension network-segment-range not supported by any of loaded plugins Sep 26 17:50:26.502563 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: pagination.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.503624 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.503957 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: pagination Sep 26 17:50:26.504279 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: port_device_profile.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.505152 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.505667 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: port-device-profile Sep 26 17:50:26.505990 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: port_mac_address_override.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.506900 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.507410 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: port-mac-override Sep 26 17:50:26.507737 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.508619 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.509125 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: port-mac-address-regenerate Sep 26 17:50:26.509451 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.510330 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.510873 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: port-numa-affinity-policy Sep 26 17:50:26.511183 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: port_resource_request.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.512061 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.512571 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension port-resource-request not supported by any of loaded plugins Sep 26 17:50:26.512896 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: port_resource_request_groups.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.513823 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.514326 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 26 17:50:26.514652 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: portbindings.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.515563 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.516068 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: binding Sep 26 17:50:26.516392 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: portbindings_extended.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.517607 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.518122 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: binding-extended Sep 26 17:50:26.519048 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: portsecurity.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.519982 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.520494 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: port-security Sep 26 17:50:26.520819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: project_id.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.521951 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.522287 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: project-id Sep 26 17:50:26.522620 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: providernet.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.523533 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.524051 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: provider Sep 26 17:50:26.524381 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.527900 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.528430 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos not supported by any of loaded plugins Sep 26 17:50:26.528767 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.529997 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.530519 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 26 17:50:26.530873 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.531861 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.532374 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 26 17:50:26.532710 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_default.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.533597 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.534708 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-default not supported by any of loaded plugins Sep 26 17:50:26.535075 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_fip.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.535979 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.536490 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-fip not supported by any of loaded plugins Sep 26 17:50:26.536820 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_fip_network_policy.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.537706 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.538213 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 26 17:50:26.538542 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_gateway_ip.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.539467 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.539976 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 26 17:50:26.540323 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_port_network_policy.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.541208 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.541722 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 26 17:50:26.542052 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.543093 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.543611 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 26 17:50:26.543941 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.544952 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.545466 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 26 17:50:26.545796 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_pps_rule.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.546973 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.547491 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-pps not supported by any of loaded plugins Sep 26 17:50:26.547820 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_rule_type_details.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.548704 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.549212 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 26 17:50:26.549537 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_rule_type_filter.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.550609 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.551247 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 26 17:50:26.551758 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: qos_rules_alias.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.553296 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.554168 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 26 17:50:26.554623 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: quota_check_limit.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.556000 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.557991 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: quota-check-limit Sep 26 17:50:26.558568 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: quotasv2.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.559628 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.559962 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: quotas Sep 26 17:50:26.560289 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: quotasv2_detail.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.561980 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.562326 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: quota_details Sep 26 17:50:26.562663 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: rbac.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.563741 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.564265 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: rbac-policies Sep 26 17:50:26.564599 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: rbac_address_group.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.565551 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.566065 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: rbac-address-group Sep 26 17:50:26.566397 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: rbac_address_scope.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.567428 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.567945 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: rbac-address-scope Sep 26 17:50:26.568276 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: rbac_security_groups.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.569170 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.569681 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: rbac-security-groups Sep 26 17:50:26.570010 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: rbac_subnetpool.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.571302 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.571812 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: rbac-subnetpool Sep 26 17:50:26.572172 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: revisionifmatch.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.573098 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.573612 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: revision-if-match Sep 26 17:50:26.573939 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: revisions.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.575065 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.575579 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: standard-attr-revisions Sep 26 17:50:26.575906 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: router_availability_zone.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.576553 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.577060 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: router_availability_zone Sep 26 17:50:26.577451 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: routerservicetype.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.578382 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.578920 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension router-service-type not supported by any of loaded plugins Sep 26 17:50:26.579249 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.580142 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.580654 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: security-groups-normalized-cidr Sep 26 17:50:26.581595 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: security_groups_port_filtering.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.582502 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.583041 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: port-security-groups-filtering Sep 26 17:50:26.583369 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.584276 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.584784 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: security-groups-remote-address-group Sep 26 17:50:26.585110 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.586004 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.586517 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: security-groups-shared-filtering Sep 26 17:50:26.586860 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: securitygroup.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.598911 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.599727 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: security-group Sep 26 17:50:26.600200 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: segment.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.601189 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.601994 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension segment not supported by any of loaded plugins Sep 26 17:50:26.602391 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.603753 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.604483 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 26 17:50:26.604940 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: servicetype.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.606582 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.607272 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: service-type Sep 26 17:50:26.607862 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: sorting.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.609038 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.609436 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: sorting Sep 26 17:50:26.609924 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: standard_attr_segment.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.611291 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.612066 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 26 17:50:26.612688 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: standardattrdescription.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.613755 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.614598 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: standard-attr-description Sep 26 17:50:26.615197 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: stateful_security_group.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.616642 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.617466 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: stateful-security-group Sep 26 17:50:26.617972 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: stdattrs_common.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.619274 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 26 17:50:26.619836 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.620996 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.621511 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 26 17:50:26.621839 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: subnet_onboard.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.622905 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.623427 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: subnet_onboard Sep 26 17:50:26.623758 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.624661 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.625174 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 26 17:50:26.625504 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: subnet_service_types.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.626405 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.626953 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: subnet-service-types Sep 26 17:50:26.627284 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: subnetallocation.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.628359 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.628880 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: subnet_allocation Sep 26 17:50:26.629211 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.629856 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.630364 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: subnetpool-prefix-ops Sep 26 17:50:26.630688 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.631618 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.632122 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 26 17:50:26.632557 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: tagging.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.633610 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.634131 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: standard-attr-tag Sep 26 17:50:26.634459 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: timestamp.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.635645 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.636169 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loaded extension: standard-attr-timestamp Sep 26 17:50:26.636500 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: trunk.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.637499 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.638011 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension trunk not supported by any of loaded plugins Sep 26 17:50:26.638342 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: trunk_details.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.639253 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.639762 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension trunk-details not supported by any of loaded plugins Sep 26 17:50:26.640088 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: uplink_status_propagation.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.640977 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.641487 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 26 17:50:26.641819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Loading extension file: vlantransparent.py {{(pid=106097) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 26 17:50:26.642466 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106097) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 26 17:50:26.643001 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extension vlan-transparent not supported by any of loaded plugins Sep 26 17:50:26.646408 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:network Sep 26 17:50:26.646965 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:subnet Sep 26 17:50:26.647373 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:50:26.647771 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:port Sep 26 17:50:26.649058 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.649506 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service FLAVORS assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.650121 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.650564 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.650929 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:router Sep 26 17:50:26.651370 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:floatingip Sep 26 17:50:26.651867 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service METERING assigned prefix: /metering {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.653333 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.653711 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.654071 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 17:50:26.655116 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 17:50:26.655572 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:security_group Sep 26 17:50:26.656007 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 17:50:26.656562 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service CORE assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.656907 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:50:26.657256 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] subnetpool is already registered Sep 26 17:50:26.657684 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service CORE assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.658013 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:50:26.658349 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] subnetpool is already registered Sep 26 17:50:26.661389 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.661840 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service FLAVORS assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.662472 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.663100 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.663394 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:router Sep 26 17:50:26.663755 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] router is already registered Sep 26 17:50:26.664194 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:floatingip Sep 26 17:50:26.664538 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] floatingip is already registered Sep 26 17:50:26.665122 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service METERING assigned prefix: /metering {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.665741 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of CountableResource for resource:rbac_policy Sep 26 17:50:26.666074 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] rbac_policy is already registered Sep 26 17:50:26.666491 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:security_group Sep 26 17:50:26.666856 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] security_group is already registered Sep 26 17:50:26.667303 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:security_group_rule Sep 26 17:50:26.667641 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] security_group_rule is already registered Sep 26 17:50:26.668141 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service CORE assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.668470 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:50:26.668807 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] subnetpool is already registered Sep 26 17:50:26.669239 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.v2.resource_helper [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Service CORE assigned prefix: {{(pid=106097) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 26 17:50:26.669567 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Creating instance of TrackedResource for resource:subnetpool Sep 26 17:50:26.669898 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING neutron.quota.resource_registry [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] subnetpool is already registered Sep 26 17:50:26.670367 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: extensions {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.672014 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: address-groups {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.673519 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: address-scopes {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.675316 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: agents {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.676493 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: auto-allocated-topology {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.679071 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: availability_zones {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.680315 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: dhcp-networks {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.681760 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: dhcp-agents {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.683355 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: routers {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.685108 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: flavors {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.686298 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: service_profiles {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.687643 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: next_providers {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.689128 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: service_profiles {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.691247 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: floatingip-pools {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.692544 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: routers {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.694402 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: floatingips {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.695911 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: l3-routers {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.697326 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: l3-agents {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.698892 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: metering-labels {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.700180 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: metering-label-rules {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.701479 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: network-ip-availabilities {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.702864 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: bindings {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.704465 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: quotas {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.706204 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: quotas {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.708135 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: rbac-policies {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.709366 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: security-groups {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.710578 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: security-group-rules {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.711880 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: service-providers {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.713216 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: subnetpools {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.714561 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: subnetpools {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.716077 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.717858 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.719745 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.721807 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.723575 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.725457 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.727312 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.729127 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.730943 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.732819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron.api.extensions [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Extended resource: tags {{(pid=106097) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 26 17:50:26.740526 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING keystonemiddleware.auth_token [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 26 17:50:26.745631 dv-cinder-859318-1-iscsi neutron-server[106097]: WARNING keystonemiddleware.auth_token [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 26 17:50:26.755251 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Acquiring lock "singleton_lock" {{(pid=106097) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 26 17:50:26.755530 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Acquired lock "singleton_lock" {{(pid=106097) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 26 17:50:26.756006 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_concurrency.lockutils [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Releasing lock "singleton_lock" {{(pid=106097) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 26 17:50:26.756657 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Starting 2 workers Sep 26 17:50:26.761477 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Started child 106210 {{(pid=106097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:50:26.765924 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Started child 106211 {{(pid=106097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:50:26.766917 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:26.767532 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO neutron.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Neutron service started, listening on 0.0.0.0:9696 Sep 26 17:50:26.768121 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Publish callbacks [] for process (None), before_spawn {{(pid=106097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:26.768476 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [-] (106210) wsgi starting up on http://0.0.0.0:9696 Sep 26 17:50:26.770762 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Starting 1 workers Sep 26 17:50:26.771102 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:26.772481 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [-] (106211) wsgi starting up on http://0.0.0.0:9696 Sep 26 17:50:26.775976 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Started child 106212 {{(pid=106097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:50:26.776514 dv-cinder-859318-1-iscsi neutron-server[106097]: INFO oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Starting 1 workers Sep 26 17:50:26.779923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] calling RpcWorker wait() {{(pid=106212) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 26 17:50:26.780472 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] returning from RpcWorker wait() {{(pid=106212) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 26 17:50:26.780960 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Started child 106213 {{(pid=106097) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 26 17:50:26.781709 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG neutron_lib.callbacks.manager [None req-9ef35de5-d2c4-4ebb-9053-d39c1a7e9eab None None] Publish callbacks [] for process (None), after_spawn {{(pid=106097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:26.781801 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:26.782226 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:50:26.783628 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106097) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 17:50:26.783849 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:50:26.784096 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:50:26.784333 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:50:26.784819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:50:26.785005 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:50:26.785504 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.785801 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.786042 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:26.786500 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.786500 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.786931 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.787177 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:50:26.787269 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.787443 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.787731 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.787984 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.788163 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.788333 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.788582 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.788834 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.789168 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.789454 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.789706 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.789933 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.790106 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.790374 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.790637 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.790907 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.791204 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] debug = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.791478 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.791980 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.792230 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.792484 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.792738 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.793003 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.793252 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.793541 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.793790 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.794033 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.794271 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.794534 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.794800 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.795071 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.795311 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.795610 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.795834 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.796328 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] host = dv-cinder-859318-1-iscsi {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.796575 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.796816 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.797076 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.797325 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.797592 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.797831 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.798132 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.798371 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.798640 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.798889 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.799168 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.799411 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.800174 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.800426 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.800587 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_options = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.800827 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.801115 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.801385 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.801574 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.801745 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.801910 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.802183 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.802348 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.802599 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.802825 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.803065 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.803282 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.803517 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.803763 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.804013 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.804260 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.804495 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.804740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.805004 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.805273 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.805501 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.806980 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.808327 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.808718 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.808998 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.809310 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.809588 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.810140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.810140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.810438 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.811998 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.811998 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.811998 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.812433 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.812738 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.812991 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.813274 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.813595 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.813883 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.814165 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.814478 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.814742 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.815000 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.815243 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.816282 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.816624 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.816878 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_json = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.817105 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.817338 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.817619 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.817865 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.818088 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.818309 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.818531 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.818784 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.819030 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.819483 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.819784 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.820114 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.820347 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.820870 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.821130 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.821387 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.821612 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.821869 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.822107 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.822655 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.823666 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.823978 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.824246 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.824518 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.824877 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.825143 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.825413 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.825655 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.825874 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.826096 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.826332 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.826608 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.826875 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.827097 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.827332 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.827561 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.827888 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.828140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.828407 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.828776 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.829036 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.829288 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.829559 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.829817 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.830099 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.830305 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.830541 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.830765 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.831028 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.831285 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.831525 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.831829 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.832173 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.832428 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.832655 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.832883 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.833155 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.833409 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.833628 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.833875 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.834105 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.834321 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.834560 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.834788 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.835011 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.835277 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.835526 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.835763 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.836026 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.836273 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.836487 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.836720 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.836939 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.837169 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.837378 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.838150 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.838366 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.838595 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.838819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.839062 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.839301 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.839522 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.839756 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.839976 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.840219 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.840457 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.840701 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.840927 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.841139 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.841364 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.841580 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.841796 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.842407 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.842871 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.843108 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.843332 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.843547 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.843760 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.843999 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.844214 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.844448 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.844762 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.845006 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.845252 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.845511 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.845776 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.846013 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.846271 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.846502 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.846800 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.847207 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.847554 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.847789 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.848044 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.848283 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.848506 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.848764 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.848989 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.849244 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.849469 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.849690 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.849931 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.850177 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.850412 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.850889 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.851321 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.851647 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.851970 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.852291 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.852599 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.852906 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.853211 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.853557 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.853873 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.854173 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.854401 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.854697 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.855007 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.855301 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.855572 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.855854 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.856093 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.856377 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.856644 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.857012 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.857268 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.857501 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.857733 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.857973 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.858219 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.858438 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.858688 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.859061 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.859320 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.859568 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.859775 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.860041 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.860306 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.860553 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.860822 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.861073 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.861327 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.861581 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.861822 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.862039 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.862764 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.863213 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.863433 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.863654 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.863870 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.864114 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.864356 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.864659 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.864905 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.865128 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.865373 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.865592 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.865817 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.866038 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.866360 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.866525 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.867704 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.867704 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.867704 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.867704 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.868003 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.868860 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.869307 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.869799 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.870428 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.870704 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.870962 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.871201 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.871466 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.871746 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.871990 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.872239 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.872467 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.872684 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.872906 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.873147 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.873372 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.873590 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.873822 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.874183 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.874330 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.874589 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.875401 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.875671 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.875903 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.876154 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.876395 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.876649 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.876870 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.877091 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.877350 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.877585 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.877914 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.878752 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.879011 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.879240 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.879690 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.879919 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.880140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.880362 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.880625 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.880879 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.881141 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.881374 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.881612 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.881855 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.882096 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.882314 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.882532 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.882766 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.883019 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.883236 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.883457 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.883668 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.884001 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.884254 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.884531 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.884798 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.885037 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.885273 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.885532 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.885743 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.885980 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.886204 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.886421 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.886636 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.886900 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.887014 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:50:26.887132 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.887342 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.887564 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.887779 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.888015 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.888264 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.888473 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.888682 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.888902 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.889125 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.889357 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.889603 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.890948 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.891175 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.891400 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.891630 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.891847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.892083 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.892301 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.892507 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.892737 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.892956 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.893169 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.893496 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.893744 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.893967 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.894265 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.894510 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.894752 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.895128 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.895591 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.895875 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.896135 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.896391 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.896614 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.896855 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.897123 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.897731 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.897731 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.898014 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.898275 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.898562 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.898854 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.899140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.899342 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.899659 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.899984 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.900252 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.900519 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.900762 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.901014 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.901260 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.901478 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.901715 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.901952 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.902168 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.902424 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.902651 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.903004 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.903232 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.903477 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.903717 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.903975 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.904167 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.904406 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.904643 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.904798 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:50:26.905358 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106097) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 26 17:50:26.905525 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 26 17:50:26.905678 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 26 17:50:26.906005 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 26 17:50:26.906324 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 26 17:50:26.906487 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 26 17:50:26.906698 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.906873 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.907042 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.907203 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.907389 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.907552 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.907712 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.907874 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.908035 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.908196 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.908355 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.908513 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.910243 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.910586 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.910586 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.910757 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.910943 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.911091 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.911242 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.911396 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.911537 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.911734 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] debug = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.911924 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.912113 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.912237 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.912380 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.912535 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.912698 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913028 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913028 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913190 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913364 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913468 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913668 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913763 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.913909 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.914060 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.914217 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.914375 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.914530 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] host = dv-cinder-859318-1-iscsi {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.914689 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.914869 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.915260 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.915439 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.915570 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.915730 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.915889 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.916048 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.916208 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.916368 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.916528 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.916686 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.916844 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917002 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917160 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_options = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917318 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917477 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917634 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917820 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.917995 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.918133 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.918292 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.918451 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.918609 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.918768 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.918947 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.919107 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.919265 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.919423 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.919581 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.919740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.919898 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.920057 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.920215 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.920373 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.920533 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.920691 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.920961 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921116 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921237 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921318 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921453 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921610 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921768 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.921928 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.922086 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.922245 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.922403 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.922565 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.922723 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.922903 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.923062 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.923220 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.923377 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.923540 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.923723 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.923847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.924019 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.924154 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.924280 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.924440 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.924702 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_json = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.925337 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.925546 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.925791 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.925877 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.926005 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.926161 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.926478 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.926637 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.926995 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 26 17:50:26.927227 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.927390 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.927564 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.927732 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.927893 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.928054 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.928214 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.928376 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.928541 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.928699 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.928857 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929000 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929167 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929330 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929491 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929657 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929817 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.929978 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.930140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.930287 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.930451 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.930612 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.930779 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.930972 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.931138 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.931298 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.931459 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.931628 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.931790 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.931960 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.932136 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.932297 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.932459 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.932620 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.932782 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.932944 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.933105 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.933267 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.933430 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.933591 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.933752 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.933915 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.934076 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.934237 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.934400 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.934562 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.934724 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.934905 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.935068 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.935230 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.935392 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.935552 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.935714 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.935876 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.936037 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.936199 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.936360 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.936530 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.936691 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.936852 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937013 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937175 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937337 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937497 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937657 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937818 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.937979 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.938139 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.938312 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.938472 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.938632 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.938792 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.938977 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.939139 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.939299 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.939463 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.939625 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.939786 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.939947 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.940108 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.940314 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.940548 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.940725 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.940888 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.941055 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.941216 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.941377 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.941539 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.941701 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.941862 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.942026 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.942193 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.942370 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.942531 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.942764 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.942949 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.943111 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.943273 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.943434 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.943596 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.943759 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.943922 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.944083 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.944243 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.944406 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.944567 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.944727 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.944887 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.945047 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.945207 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.945374 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.945791 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.945938 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.946085 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.946242 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.946395 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.946534 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.946676 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.946818 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947018 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947155 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947315 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947475 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947647 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947807 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.947971 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.948133 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.948300 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.948471 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.948636 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.948786 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.948932 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.949080 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.949227 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.949371 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.949543 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.949707 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.949863 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950008 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950154 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950303 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950477 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950629 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950809 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.950997 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.951140 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.951300 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.951461 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.951621 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.951784 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.951943 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.952106 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.952265 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.952428 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.952595 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.952761 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.952909 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953074 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953206 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953344 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953504 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953666 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953829 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.953990 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.954151 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.954312 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.954472 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.954633 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.954793 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.954974 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.955134 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.955301 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.955456 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.955623 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.955770 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.955971 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.956108 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.956343 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.956530 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.956618 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.956777 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.957059 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.957262 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.957425 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.957588 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.957824 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.958019 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.958180 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.958341 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.958504 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.958666 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.958827 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.959018 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.959181 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.959363 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.959504 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.959665 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.959826 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.960005 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.960167 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.960330 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.960494 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.960654 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.960816 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961005 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961166 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961327 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961488 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961650 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961813 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.961973 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.962134 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.962295 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.962456 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.962617 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.962778 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.962964 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.963128 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.963291 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.963453 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.963615 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.963819 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.964847 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.965908 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.966805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.966805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.966805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.966805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.966805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.966805 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.967435 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34754) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:50:26.967572 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.967572 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.967572 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.967572 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.967572 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.968084 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.968084 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.968084 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.968563 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.968563 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.968563 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969187 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969187 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969187 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969187 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969955 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969955 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969955 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969955 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969955 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.969955 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.971119 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.972740 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973538 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973893 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.973893 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.974047 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.974163 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.974333 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.974494 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.974667 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.974861 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.975025 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.975188 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.975348 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.975513 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.975798 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.975798 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976230 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976230 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976487 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976487 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976765 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976765 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.976976 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [-] 10.222.0.72 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0068636 Sep 26 17:50:26.977088 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977088 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977289 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977404 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977521 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977633 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977763 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 26 17:50:26.977918 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106097) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 26 17:50:26.982587 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [-] 10.222.0.72 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0048642 Sep 26 17:50:36.239206 dv-cinder-859318-1-iscsi neutron-server[106097]: DEBUG dbcounter [-] [106097] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106097) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:38.405336 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0144e3-f0fa-4ccd-9f0b-3f8e1ed1bf73 None None] get_active_networks_info from dv-cinder-859318-1-iscsi {{(pid=106212) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 26 17:50:38.416515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writer thread running {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:50:38.416873 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writer thread running {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:50:38.502455 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a0144e3-f0fa-4ccd-9f0b-3f8e1ed1bf73 None None] No non-hosted networks {{(pid=106212) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 26 17:50:38.514967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.agentschedulers_db [None req-2a0144e3-f0fa-4ccd-9f0b-3f8e1ed1bf73 None None] DHCP Agent not found on host dv-cinder-859318-1-iscsi {{(pid=106212) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 26 17:50:38.520733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-939c921d-56fd-4766-afe5-6cd33c4058d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628418'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:40.069947 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writer thread running {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:50:40.646962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-05038f3b-f478-4616-bb47-75db33c5b475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628418'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:40.654077 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-f91d6195-3175-43ff-8c96-a85e7a4d4cf4 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-859318-1-iscsi {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 17:50:40.655701 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-f91d6195-3175-43ff-8c96-a85e7a4d4cf4 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 17:50:41.177662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f91d6195-3175-43ff-8c96-a85e7a4d4cf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:42.072345 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628418'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:42.465382 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34826) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:50:43.047186 dv-cinder-859318-1-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-0e5b26e7-3bed-46a1-bb96-791c8606b7d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:43.047730 dv-cinder-859318-1-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-0e5b26e7-3bed-46a1-bb96-791c8606b7d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:43.269938 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-0e5b26e7-3bed-46a1-bb96-791c8606b7d7 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:50:43.273252 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0e5b26e7-3bed-46a1-bb96-791c8606b7d7 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8047717 Sep 26 17:50:43.311940 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628418'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:43.313966 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.314789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.315143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.316524 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.316714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.317325 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.317552 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.318127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.318707 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.319488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.320229 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.321009 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.321568 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.322634 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.322634 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:43.323159 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859318-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:50:43.329532 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859318-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:50:43.505612 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628418'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:46.008577 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34862) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:50:46.337757 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:50:46.350245 dv-cinder-859318-1-iscsi neutron-server[106211]: ERROR stevedore.extension [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 17:50:46.431720 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.policy [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 17:50:46.474946 dv-cinder-859318-1-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:46.475318 dv-cinder-859318-1-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:46.495326 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writer thread running {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:50:46.574160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760098835812', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760098845560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760099310748', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760099319599', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760099324027', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760099332363', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1989930', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1995356', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-558485', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650640'] for rbac-policy (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:46.649302 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:46.650879 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8fdf2e88-2867-4fd7-b125-0925bcad77d7 admin admin] 10.222.0.72 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6411941 Sep 26 17:50:47.781489 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.db.l3_hamode_db [None req-b6e34c07-6e69-44f4-b696-cd19d8e74296 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 26 17:50:47.858872 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e34c07-6e69-44f4-b696-cd19d8e74296 None None] Routers set() bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:50:47.859256 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e34c07-6e69-44f4-b696-cd19d8e74296 None None] Router IDs set() for agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 26 17:50:49.311350 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 34872) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:50:49.825898 dv-cinder-859318-1-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:49.826463 dv-cinder-859318-1-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:50.047218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:50:50.066351 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writer thread running {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 26 17:50:50.108360 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Made reservation on behalf of ee6e468e90c34c0680f4b1a15b0f5055 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:50:50.118968 dv-cinder-859318-1-iscsi neutron-server[106210]: ERROR stevedore.extension [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 26 17:50:50.172795 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.policy [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 26 17:50:50.217867 dv-cinder-859318-1-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:50.218241 dv-cinder-859318-1-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 26 17:50:50.229270 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.254648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.374212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks [] for security_group (45f8a0e0-916c-49a2-86ed-053a3138c8e7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.378087 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (45f8a0e0-916c-49a2-86ed-053a3138c8e7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.403742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:50:50.441072 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760100310712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (fcf06330-e9e8-46b3-937f-2976e0fb4cf4), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.441649 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Unsubscribe: segment precommit_create {{(pid=106210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 17:50:50.442183 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Added segment fcf06330-e9e8-46b3-937f-2976e0fb4cf4 of type vlan for network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 Sep 26 17:50:50.459807 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=45f8a0e0-916c-49a2-86ed-053a3138c8e7,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:50:50.514860 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.515140 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.515475 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.515845 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.516157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.516478 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.516799 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.517117 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.517436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.517753 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.518079 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.518977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.519501 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.519617 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.519912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Tracked resource versions report: Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: pushed versions: Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: { 'AddressGroup': {'1.2'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Agent': {'1.1'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'ConntrackHelper': {'1.0'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Log': {'1.0'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'NDPProxy': {'1.0'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Network': {'1.1'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Port': {'1.7'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'PortForwarding': {'1.3'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'QosPolicy': {'1.10'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroup': {'1.5'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SubPort': {'1.0'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Subnet': {'1.1'}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Trunk': {'1.1'}} Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: consumer versions: Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Agent': '1.1', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'ConntrackHelper': '1.0', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'LocalIPAssociation': '1.0', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Log': '1.0', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'NDPProxy': '1.0', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Network': '1.1', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Port': '1.7', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'PortForwarding': '1.3', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'QosPolicy': '1.10', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroup': '1.5', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroupRule': '1.2', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SubPort': '1.0', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Subnet': '1.1', Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Trunk': '1.1'}} Sep 26 17:50:50.521684 dv-cinder-859318-1-iscsi neutron-server[106210]: {{(pid=106210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:50:50.553802 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.595826 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.602174 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:50:50.602900 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:50.703600 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3902562 Sep 26 17:50:50.729987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeb36c-5b44-4d3e-b458-f1680dfbfe41 demo demo] Pushing event updated for resources: {'Network': ['ID=82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:50:50.744124 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:50:53.383572 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34892) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:50:53.840940 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc67075-7602-450f-b193-7c35e65e5d6c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:50:53.842415 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2dc67075-7602-450f-b193-7c35e65e5d6c demo admin] 10.222.0.72 "GET /networking/v2.0/networks/82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 HTTP/1.1" status: 200 len: 825 time: 0.4576416 Sep 26 17:50:53.867517 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-082cf8c0-99ba-4703-9587-df0eea25597b demo admin] 10.222.0.72 "GET /networking/v2.0/subnetpools/6431ca3c-d839-47b0-aa73-c7521e4d2edd HTTP/1.1" status: 200 len: 734 time: 0.0188756 Sep 26 17:50:53.876049 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:50:53.902552 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Made reservation on behalf of ee6e468e90c34c0680f4b1a15b0f5055 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:50:53.905140 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:54.203423 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (a7da4307-d2dd-4738-b623-f85e186a118e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:54.242775 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:54.284370 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Checking segment: {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:50:54.284758 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Network hostable DHCP agents. Network: 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:50:54.290178 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a7da4307-d2dd-4738-b623-f85e186a118e,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:50:54.301593 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.301932 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.302287 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.302646 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.303004 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.303327 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.303648 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.303965 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.304298 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.304618 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.304932 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.305264 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.305584 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.305908 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.306221 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Tracked resource versions report: Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: pushed versions: Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: { 'AddressGroup': {'1.2'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Agent': {'1.1'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'ConntrackHelper': {'1.0'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Log': {'1.0'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'NDPProxy': {'1.0'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Network': {'1.1'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Port': {'1.7'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'PortForwarding': {'1.3'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'QosPolicy': {'1.10'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroup': {'1.5'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SubPort': {'1.0'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Subnet': {'1.1'}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Trunk': {'1.1'}} Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: consumer versions: Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Agent': '1.1', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'ConntrackHelper': '1.0', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'LocalIPAssociation': '1.0', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Log': '1.0', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'NDPProxy': '1.0', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Network': '1.1', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Port': '1.7', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'PortForwarding': '1.3', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'QosPolicy': '1.10', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroup': '1.5', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroupRule': '1.2', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SubPort': '1.0', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Subnet': '1.1', Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Trunk': '1.1'}} Sep 26 17:50:54.307630 dv-cinder-859318-1-iscsi neutron-server[106211]: {{(pid=106211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:50:54.335027 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:50:54.346978 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:50:54.351889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:50:54.352996 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:54.356739 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c16d7a-8b33-46c1-8d8a-b0d704ee159e None None] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:50:54.372931 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7f9b6c4f-cdc1-4fe8-b79a-b13aad51e408 demo admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4999034 Sep 26 17:50:54.643781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:50:54.645239 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:54.929561 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Allocated IP 172.20.0.2 (82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9/a7da4307-d2dd-4738-b623-f85e186a118e/e80e0dd0-3e92-458b-bebe-d67274faf9f5) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:50:55.189664 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=60,neutron:INSERT=37,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:55.200946 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Publish callbacks [] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:55.210696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:55.277332 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:50:55.290950 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:50:55.294927 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:50:55.336161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Pushing event updated for resources: {'Port': ['ID=e80e0dd0-3e92-458b-bebe-d67274faf9f5,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:50:55.363738 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.364415 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.364415 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.365275 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.365275 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.365470 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.365705 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.366022 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.366339 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.366744 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.367033 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.367310 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.367628 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.367942 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.368253 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Tracked resource versions report: Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: pushed versions: Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: { 'AddressGroup': {'1.2'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Agent': {'1.1'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'ConntrackHelper': {'1.0'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Log': {'1.0'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'NDPProxy': {'1.0'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Network': {'1.1'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Port': {'1.7'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'PortForwarding': {'1.3'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'QosPolicy': {'1.10'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroup': {'1.5'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SubPort': {'1.0'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Subnet': {'1.1'}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Trunk': {'1.1'}} Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: consumer versions: Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Agent': '1.1', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'ConntrackHelper': '1.0', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'LocalIPAssociation': '1.0', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Log': '1.0', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'NDPProxy': '1.0', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Network': '1.1', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Port': '1.7', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'PortForwarding': '1.3', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'QosPolicy': '1.10', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroup': '1.5', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroupRule': '1.2', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SubPort': '1.0', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Subnet': '1.1', Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Trunk': '1.1'}} Sep 26 17:50:55.369683 dv-cinder-859318-1-iscsi neutron-server[106212]: {{(pid=106212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:50:55.400696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Attempting to bind port e80e0dd0-3e92-458b-bebe-d67274faf9f5 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:50:55.401096 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Attempting to bind port e80e0dd0-3e92-458b-bebe-d67274faf9f5 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:50:55.401526 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Attempting to bind port e80e0dd0-3e92-458b-bebe-d67274faf9f5 on network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:50:55.460301 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:50:55.461277 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Checking segment: {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:50:55.461756 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:55.462148 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Bound using segment: {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:50:55.462634 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Bound port: e80e0dd0-3e92-458b-bebe-d67274faf9f5, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:50:55.463073 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:55.523234 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:55.527355 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:50:55.528592 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] For port e80e0dd0-3e92-458b-bebe-d67274faf9f5, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:50:55.549224 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] For port e80e0dd0-3e92-458b-bebe-d67274faf9f5, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e80e0dd0-3e92-458b-bebe-d67274faf9f5,segment=NetworkSegment(fcf06330-e9e8-46b3-937f-2976e0fb4cf4),segment_id=fcf06330-e9e8-46b3-937f-2976e0fb4cf4)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:50:55.557647 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:50:55.616155 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e4b21-5f2a-4413-9bb0-7204140202fd None None] Pushing event updated for resources: {'Port': ['ID=e80e0dd0-3e92-458b-bebe-d67274faf9f5,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:50:57.064828 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34912) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:50:57.417751 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-c7dee834-6c64-4986-b74e-bbdc8b4cc763 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:50:57.418879 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c7dee834-6c64-4986-b74e-bbdc8b4cc763 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3525825 Sep 26 17:51:00.138373 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 34920) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:00.486464 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [None req-71219c1f-3dbc-4dea-9962-713db10eca0a admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:51:00.487985 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-71219c1f-3dbc-4dea-9962-713db10eca0a admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3487449 Sep 26 17:51:00.716573 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=34,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:00.727165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=48,neutron:INSERT=42,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:03.078352 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device e80e0dd0-3e92-458b-bebe-d67274faf9f5 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:51:03.163193 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port e80e0dd0-3e92-458b-bebe-d67274faf9f5 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:03.163601 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.163971 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port e80e0dd0-3e92-458b-bebe-d67274faf9f5 Sep 26 17:51:03.209687 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 34936) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:03.280953 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port e80e0dd0-3e92-458b-bebe-d67274faf9f5 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:03.281342 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.317279 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port e80e0dd0-3e92-458b-bebe-d67274faf9f5, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e80e0dd0-3e92-458b-bebe-d67274faf9f5,segment=NetworkSegment(fcf06330-e9e8-46b3-937f-2976e0fb4cf4),segment_id=fcf06330-e9e8-46b3-937f-2976e0fb4cf4)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:51:03.321695 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.352736 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:03.379139 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=e80e0dd0-3e92-458b-bebe-d67274faf9f5,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:03.565211 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:51:03.594547 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (9b1d36b9-15bd-4341-972a-823018631fc3), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.596417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (9b1d36b9-15bd-4341-972a-823018631fc3), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.735692 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] Publish callbacks [] for router_controller (9b1d36b9-15bd-4341-972a-823018631fc3), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.740719 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (9b1d36b9-15bd-4341-972a-823018631fc3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.758177 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.761628 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b4fe80fa-527e-406b-94ef-3d9f678381c5 demo demo] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5487680 Sep 26 17:51:03.844763 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447ca7aa-d9b5-460b-8e21-9bceb0934f49 None None] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:51:03.902135 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-bff4271c-0fa0-44e0-9f19-9df9ec392427 None None] Provisioning complete for port e80e0dd0-3e92-458b-bebe-d67274faf9f5 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:03.902521 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bff4271c-0fa0-44e0-9f19-9df9ec392427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:03.902880 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bff4271c-0fa0-44e0-9f19-9df9ec392427 None None] Attempt 1 to provision port e80e0dd0-3e92-458b-bebe-d67274faf9f5 Sep 26 17:51:03.946865 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:04.046715 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bff4271c-0fa0-44e0-9f19-9df9ec392427 None None] Current status of the port e80e0dd0-3e92-458b-bebe-d67274faf9f5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:04.266424 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-174eae64-0c28-4a16-a11a-e69c593a3ed3 None None] Provisioning complete for port e80e0dd0-3e92-458b-bebe-d67274faf9f5 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:04.267225 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-174eae64-0c28-4a16-a11a-e69c593a3ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:04.267225 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-174eae64-0c28-4a16-a11a-e69c593a3ed3 None None] Attempt 1 to provision port e80e0dd0-3e92-458b-bebe-d67274faf9f5 Sep 26 17:51:04.343322 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-174eae64-0c28-4a16-a11a-e69c593a3ed3 None None] Current status of the port e80e0dd0-3e92-458b-bebe-d67274faf9f5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:04.365024 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:04.365763 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:05.060064 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device e80e0dd0-3e92-458b-bebe-d67274faf9f5 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:51:05.104275 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port e80e0dd0-3e92-458b-bebe-d67274faf9f5 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:05.104642 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:05.104983 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port e80e0dd0-3e92-458b-bebe-d67274faf9f5 Sep 26 17:51:05.176180 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port e80e0dd0-3e92-458b-bebe-d67274faf9f5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:06.430860 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 34946) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:06.748604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [None req-059b6d28-4c03-4eb0-9f83-7c77d7f64fc0 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:51:06.749588 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-059b6d28-4c03-4eb0-9f83-7c77d7f64fc0 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3178804 Sep 26 17:51:06.824011 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:51:08.360509 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7674581b-4307-40d6-99b2-f2f3a55cbc42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:09.414133 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34954) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:09.741027 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:51:09.762825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Made reservation on behalf of bbe873ec2e4b4dc7b12dd87b247ac3dc for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:51:09.765229 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:09.780878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:09.887916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks [] for security_group (29d242db-11d8-4167-8fe8-ec2852db29f4), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:09.891781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (29d242db-11d8-4167-8fe8-ec2852db29f4), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:09.908785 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Reserving flat network on physical network physnet1 {{(pid=106211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 26 17:51:09.931896 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d242db-11d8-4167-8fe8-ec2852db29f4,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:09.940901 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760100310712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (ba587b65-bcf4-422a-ba27-c6cfdbc662c1), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:09.941447 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Unsubscribe: segment precommit_create {{(pid=106211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 26 17:51:09.941925 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Added segment ba587b65-bcf4-422a-ba27-c6cfdbc662c1 of type flat for network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 Sep 26 17:51:09.999341 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (724eccfb-932c-43cd-aa26-2f901f5cd7a6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:10.058130 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (724eccfb-932c-43cd-aa26-2f901f5cd7a6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:10.059258 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:10.059902 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:10.153142 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7379444 Sep 26 17:51:10.161843 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b06340-8fd8-4e4d-890f-9b946b18bcf9 admin admin] Pushing event updated for resources: {'Network': ['ID=724eccfb-932c-43cd-aa26-2f901f5cd7a6,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:10.182165 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:51:10.617401 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8eae5173-2d21-420b-81db-13075c889876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:12.036694 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:12.800243 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 34962) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:13.222385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb79cfa-43d7-450e-8bec-80e18d266a8e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:13.223818 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9eb79cfa-43d7-450e-8bec-80e18d266a8e demo admin] 10.222.0.72 "GET /networking/v2.0/subnets/a7da4307-d2dd-4738-b623-f85e186a118e HTTP/1.1" status: 200 len: 849 time: 0.4226432 Sep 26 17:51:13.300866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:13.366355 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-89c8de96-6bfc-466c-847a-e98d8c0067ed demo admin] 10.222.0.72 "GET /networking/v2.0/routers/9b1d36b9-15bd-4341-972a-823018631fc3 HTTP/1.1" status: 200 len: 704 time: 0.1365356 Sep 26 17:51:13.460468 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:13.639303 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:13.934224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Allocated IP 172.20.0.1 (82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9/a7da4307-d2dd-4738-b623-f85e186a118e/e48e290e-69a3-48d2-a0f9-f52778a90823) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:51:14.123352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks [] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.171019 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:14.191386 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.270674 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:51:14.279475 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:51:14.283399 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:51:14.284003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (9b1d36b9-15bd-4341-972a-823018631fc3), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.308556 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Pushing event updated for resources: {'Port': ['ID=e48e290e-69a3-48d2-a0f9-f52778a90823,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:14.381461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:14.488622 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.518086 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Provisioning complete for port e48e290e-69a3-48d2-a0f9-f52778a90823 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:14.518717 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.518816 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Attempt 1 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:14.546434 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:14.554374 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Port e48e290e-69a3-48d2-a0f9-f52778a90823 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:51:14.751494 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks [] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.756848 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.757645 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (9b1d36b9-15bd-4341-972a-823018631fc3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:14.836461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Pushing event updated for resources: {'Port': ['ID=e48e290e-69a3-48d2-a0f9-f52778a90823,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:14.887870 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:51:14.889183 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:51:15.049024 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Router 9b1d36b9-15bd-4341-972a-823018631fc3 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:51:15.055025 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Attempt 2 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:15.087569 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Port e48e290e-69a3-48d2-a0f9-f52778a90823 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:51:15.139423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:51:15.145327 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ced2e7db-7aa7-44cc-a3fb-fd28c5d3bb47 demo admin] 10.222.0.72 "PUT /networking/v2.0/routers/9b1d36b9-15bd-4341-972a-823018631fc3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7735686 Sep 26 17:51:15.162172 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Sync routers for ids ['9b1d36b9-15bd-4341-972a-823018631fc3'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:51:15.175934 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Routers {'9b1d36b9-15bd-4341-972a-823018631fc3'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:51:15.177265 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:51:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['9b1d36b9-15bd-4341-972a-823018631fc3'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:15.363926 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Set router 9b1d36b9-15bd-4341-972a-823018631fc3 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:51:15.588587 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Attempt 3 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:15.628554 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Port e48e290e-69a3-48d2-a0f9-f52778a90823 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:51:15.797150 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'name': 'router1', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:51:03Z', 'updated_at': '2022-09-26T17:51:14Z', 'revision_number': 2, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'gw_port_host': None, '_interfaces': [{'id': 'e48e290e-69a3-48d2-a0f9-f52778a90823', 'name': '', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'mac_address': 'fa:16:3e:9b:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:13Z', 'updated_at': '2022-09-26T17:51:14Z', 'revision_number': 2, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'subnets': [{'id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:15.847865 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Checking router: 9b1d36b9-15bd-4341-972a-823018631fc3 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:51:15.848231 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Updating router 9b1d36b9-15bd-4341-972a-823018631fc3 port e48e290e-69a3-48d2-a0f9-f52778a90823 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:51:15.902542 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:16.129204 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Attempt 4 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:16.161899 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Port e48e290e-69a3-48d2-a0f9-f52778a90823 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:51:16.436305 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Publish callbacks [] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:16.444279 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:16.584994 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Pushing event updated for resources: {'Port': ['ID=e48e290e-69a3-48d2-a0f9-f52778a90823,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:16.600134 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.600511 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.600882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.601225 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.601677 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.602120 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.602334 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.602685 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.603095 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.603420 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.603764 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.604221 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.604546 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.604893 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.605327 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Tracked resource versions report: Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: pushed versions: Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: { 'AddressGroup': {'1.2'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Agent': {'1.1'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'ConntrackHelper': {'1.0'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Log': {'1.0'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'NDPProxy': {'1.0'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Network': {'1.1'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Port': {'1.7'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'PortForwarding': {'1.3'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'QosPolicy': {'1.10'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroup': {'1.5'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SubPort': {'1.0'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Subnet': {'1.1'}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Trunk': {'1.1'}} Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: consumer versions: Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Agent': '1.1', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'ConntrackHelper': '1.0', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'LocalIPAssociation': '1.0', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Log': '1.0', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'NDPProxy': '1.0', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Network': '1.1', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Port': '1.7', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'PortForwarding': '1.3', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'QosPolicy': '1.10', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroup': '1.5', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroupRule': '1.2', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SubPort': '1.0', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Subnet': '1.1', Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Trunk': '1.1'}} Sep 26 17:51:16.606884 dv-cinder-859318-1-iscsi neutron-server[106213]: {{(pid=106213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:51:16.610463 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Attempting to bind port e48e290e-69a3-48d2-a0f9-f52778a90823 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:51:16.611026 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Attempting to bind port e48e290e-69a3-48d2-a0f9-f52778a90823 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:51:16.611497 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Attempting to bind port e48e290e-69a3-48d2-a0f9-f52778a90823 on network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:51:16.663356 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Attempt 5 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:16.694513 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Port e48e290e-69a3-48d2-a0f9-f52778a90823 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:51:16.695520 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:51:16.695922 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Checking segment: {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:51:16.696636 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:16.697025 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Bound using segment: {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:51:16.697496 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Bound port: e48e290e-69a3-48d2-a0f9-f52778a90823, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcf06330-e9e8-46b3-937f-2976e0fb4cf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:51:16.697874 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:16.730858 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:16.739161 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:16.763125 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] For port e48e290e-69a3-48d2-a0f9-f52778a90823, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:51:16.783356 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] For port e48e290e-69a3-48d2-a0f9-f52778a90823, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e48e290e-69a3-48d2-a0f9-f52778a90823,segment=NetworkSegment(fcf06330-e9e8-46b3-937f-2976e0fb4cf4),segment_id=fcf06330-e9e8-46b3-937f-2976e0fb4cf4)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:51:16.789417 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:16.827779 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Routers {'9b1d36b9-15bd-4341-972a-823018631fc3'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:51:16.828381 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:51:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['9b1d36b9-15bd-4341-972a-823018631fc3'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:16.910295 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83d068-c6db-4df3-98af-adcc7249d442 None None] Pushing event updated for resources: {'Port': ['ID=e48e290e-69a3-48d2-a0f9-f52778a90823,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:16.925294 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] Set router 9b1d36b9-15bd-4341-972a-823018631fc3 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:51:17.113646 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'name': 'router1', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:51:03Z', 'updated_at': '2022-09-26T17:51:14Z', 'revision_number': 2, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'gw_port_host': None, '_interfaces': [{'id': 'e48e290e-69a3-48d2-a0f9-f52778a90823', 'name': '', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'mac_address': 'fa:16:3e:9b:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:13Z', 'updated_at': '2022-09-26T17:51:16Z', 'revision_number': 4, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'subnets': [{'id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:17.138470 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f98764-ecfc-4859-87c5-06e0bd4b9c61 None None] The sync data for ids ['9b1d36b9-15bd-4341-972a-823018631fc3'] in dv-cinder-859318-1-iscsi is: [{'id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'name': 'router1', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:51:03Z', 'updated_at': '2022-09-26T17:51:14Z', 'revision_number': 2, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'gw_port_host': None, '_interfaces': [{'id': 'e48e290e-69a3-48d2-a0f9-f52778a90823', 'name': '', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'mac_address': 'fa:16:3e:9b:60:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:13Z', 'updated_at': '2022-09-26T17:51:16Z', 'revision_number': 4, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'subnets': [{'id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:51:17.195936 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Attempt 6 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:17.276269 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Current status of the port e48e290e-69a3-48d2-a0f9-f52778a90823 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:17.276587 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:17.314155 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] For port e48e290e-69a3-48d2-a0f9-f52778a90823, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e48e290e-69a3-48d2-a0f9-f52778a90823,segment=NetworkSegment(fcf06330-e9e8-46b3-937f-2976e0fb4cf4),segment_id=fcf06330-e9e8-46b3-937f-2976e0fb4cf4)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:51:17.320540 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:17.368789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3627a963-f0b4-434f-8cc5-e96ede393ed4 None None] Pushing event updated for resources: {'Port': ['ID=e48e290e-69a3-48d2-a0f9-f52778a90823,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:17.439700 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-b4f3c714-ea03-4e62-bf90-8937a07e40a3 None None] Provisioning complete for port e48e290e-69a3-48d2-a0f9-f52778a90823 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:17.440744 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4f3c714-ea03-4e62-bf90-8937a07e40a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:17.441089 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b4f3c714-ea03-4e62-bf90-8937a07e40a3 None None] Attempt 1 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:17.522557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b4f3c714-ea03-4e62-bf90-8937a07e40a3 None None] Current status of the port e48e290e-69a3-48d2-a0f9-f52778a90823 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:17.874550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 34972) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:18.277393 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7561402-9642-4f06-a18b-3f50daf1f418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:18.278821 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a7561402-9642-4f06-a18b-3f50daf1f418 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/724eccfb-932c-43cd-aa26-2f901f5cd7a6 HTTP/1.1" status: 200 len: 842 time: 0.4033608 Sep 26 17:51:18.289814 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:51:18.301663 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:18.319598 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Made reservation on behalf of bbe873ec2e4b4dc7b12dd87b247ac3dc for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:51:18.322681 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:18.499893 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:18.622195 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.objects.ports [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106210) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 26 17:51:18.622641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (60c7f84e-8216-4624-a8cc-18f11301e2dd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:18.683781 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=60c7f84e-8216-4624-a8cc-18f11301e2dd,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:18.691063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:51:18.691417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Network hostable DHCP agents. Network: 724eccfb-932c-43cd-aa26-2f901f5cd7a6, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:51:18.713805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:51:18.724774 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 724eccfb-932c-43cd-aa26-2f901f5cd7a6) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:51:18.728803 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:18.729445 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:18.733855 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9630b65f-10c1-4844-bdc4-9e6d1cf2eef2 None None] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:51:18.753461 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-47d6005d-1eed-4e1b-9e30-c1da0a61c04e admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4666629 Sep 26 17:51:18.841811 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d925f7d4-cca0-4846-8b44-c67afef09e1e None None] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:51:20.154823 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=31,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:20.157958 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=41,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:21.452822 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34980) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:22.016180 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d81e587d-ac70-4006-a1b6-6efc4e43893a demo admin] 10.222.0.72 "GET /networking/v2.0/routers/9b1d36b9-15bd-4341-972a-823018631fc3 HTTP/1.1" status: 200 len: 710 time: 0.5622315 Sep 26 17:51:22.137675 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a57e16e-bfcd-4391-8883-32e7d5c41a78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:51:22.139153 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8a57e16e-bfcd-4391-8883-32e7d5c41a78 demo admin] 10.222.0.72 "GET /networking/v2.0/networks/724eccfb-932c-43cd-aa26-2f901f5cd7a6 HTTP/1.1" status: 200 len: 886 time: 0.1164536 Sep 26 17:51:22.149351 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:51:22.394679 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks [] for router_gateway (9b1d36b9-15bd-4341-972a-823018631fc3), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:22.621695 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks [] for router_gateway (9b1d36b9-15bd-4341-972a-823018631fc3), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:22.696040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:22.852525 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Allocated IP 172.27.0.78 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:51:22.990805 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:23.015795 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks [] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.078465 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device e48e290e-69a3-48d2-a0f9-f52778a90823 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:51:23.079578 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.081080 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:23.125866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port e48e290e-69a3-48d2-a0f9-f52778a90823 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:23.126265 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.126613 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:51:23.157131 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:51:23.167320 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:51:23.170106 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:51:23.176617 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Pushing event updated for resources: {'Port': ['ID=8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:23.204423 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port e48e290e-69a3-48d2-a0f9-f52778a90823 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:23.216642 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:23.452031 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks [] for router_gateway (9b1d36b9-15bd-4341-972a-823018631fc3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.640694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-616651', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-617190', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5020'] for router (9b1d36b9-15bd-4341-972a-823018631fc3), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.645985 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-616642', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-616505', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-617181'] for router (9b1d36b9-15bd-4341-972a-823018631fc3), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.751415 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Router 9b1d36b9-15bd-4341-972a-823018631fc3 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:51:23.852897 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:51:23.857221 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:23.858488 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c22bfc45-7a47-4cfb-8cfc-ac042cb5055c demo admin] 10.222.0.72 "PUT /networking/v2.0/routers/9b1d36b9-15bd-4341-972a-823018631fc3 HTTP/1.1" status: 200 len: 889 time: 1.7123561 Sep 26 17:51:23.878550 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Sync routers for ids ['9b1d36b9-15bd-4341-972a-823018631fc3'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:51:23.892202 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Routers {'9b1d36b9-15bd-4341-972a-823018631fc3'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:51:23.892872 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:51:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['9b1d36b9-15bd-4341-972a-823018631fc3'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:24.114107 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Set router 9b1d36b9-15bd-4341-972a-823018631fc3 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:51:24.219668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:24.566622 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'name': 'router1', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:51:03Z', 'updated_at': '2022-09-26T17:51:23Z', 'revision_number': 4, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'gw_port': {'id': '8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:22Z', 'updated_at': '2022-09-26T17:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'e48e290e-69a3-48d2-a0f9-f52778a90823', 'name': '', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'mac_address': 'fa:16:3e:9b:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:13Z', 'updated_at': '2022-09-26T17:51:17Z', 'revision_number': 5, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'subnets': [{'id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:24.619596 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Checking router: 9b1d36b9-15bd-4341-972a-823018631fc3 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:51:24.619968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Updating router 9b1d36b9-15bd-4341-972a-823018631fc3 port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:51:24.672950 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:24.795940 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:24.984246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Publish callbacks [] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:24.990477 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:25.025496 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Attempting to bind port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:51:25.025866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Attempting to bind port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:51:25.026225 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Attempting to bind port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:51:25.062668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0dfdf-70c7-4d61-b636-325705acce4a None None] Pushing event updated for resources: {'Port': ['ID=8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:25.080529 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:51:25.080923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:51:25.081476 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:25.081862 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:51:25.082322 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Bound port: 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:51:25.082723 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:25.128616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] For port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:51:25.132128 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] For port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:51:25.138521 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:25.178326 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Routers {'9b1d36b9-15bd-4341-972a-823018631fc3'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:51:25.179012 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:51:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['9b1d36b9-15bd-4341-972a-823018631fc3'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:25.228997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0dfdf-70c7-4d61-b636-325705acce4a None None] Pushing event updated for resources: {'Port': ['ID=8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:25.293488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] Set router 9b1d36b9-15bd-4341-972a-823018631fc3 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:51:25.493057 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'name': 'router1', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:51:03Z', 'updated_at': '2022-09-26T17:51:23Z', 'revision_number': 4, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'gw_port': {'id': '8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:22Z', 'updated_at': '2022-09-26T17:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'e48e290e-69a3-48d2-a0f9-f52778a90823', 'name': '', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'mac_address': 'fa:16:3e:9b:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:13Z', 'updated_at': '2022-09-26T17:51:17Z', 'revision_number': 5, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'subnets': [{'id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:51:25.517595 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937c2770-cbbc-4cb0-84b8-4c15d783e5ea None None] The sync data for ids ['9b1d36b9-15bd-4341-972a-823018631fc3'] in dv-cinder-859318-1-iscsi is: [{'id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'name': 'router1', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.78'}], 'enable_snat': True}, 'gw_port_id': '8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:51:03Z', 'updated_at': '2022-09-26T17:51:23Z', 'revision_number': 4, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'gw_port': {'id': '8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:8d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:22Z', 'updated_at': '2022-09-26T17:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'e48e290e-69a3-48d2-a0f9-f52778a90823', 'name': '', 'network_id': '82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9', 'tenant_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'mac_address': 'fa:16:3e:9b:60:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b1d36b9-15bd-4341-972a-823018631fc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:51:13Z', 'updated_at': '2022-09-26T17:51:17Z', 'revision_number': 5, 'project_id': 'ee6e468e90c34c0680f4b1a15b0f5055', 'subnets': [{'id': 'a7da4307-d2dd-4738-b623-f85e186a118e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6431ca3c-d839-47b0-aa73-c7521e4d2edd'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:51:26.675847 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 34992) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:51:27.066615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:27.082288 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f7e8cf15-2d3e-4243-a26d-23a821c84aab admin admin] 10.222.0.72 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.4054139 Sep 26 17:51:27.095591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:51:27.111572 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:27.116495 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=41 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:27.148069 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:27.148473 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:27.148815 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce Sep 26 17:51:27.221000 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:27.228971 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:27.229433 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:27.251802 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:51:27.257597 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:27.309904 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:51:28.743059 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=44,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:28.747751 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=28,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:29.078654 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:51:29.115190 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:29.140564 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:51:29.140564 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:29.140564 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce Sep 26 17:51:29.220924 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 8f4d08bf-2d73-4ab8-ba3b-40409f4da3ce is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:51:37.077084 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:38.365216 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-120471a3-c14b-4ea3-9f1b-5f0a1d060db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:40.614575 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-87821e72-5963-4d45-840a-3bfc58ed01dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:42.053914 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:43.308546 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:43.473240 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:51:43.825658 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:51:53.456669 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=20 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:53.462799 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:51:53.469243 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:01.816406 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:01.826694 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:08.372859 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1e25a9b0-5857-4ff5-9dea-3760323bf72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:10.611469 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-229a57e4-3b99-4e1f-8ff4-e62c822fa6ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:12.048187 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:13.307600 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:13.473647 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:20.828631 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:52:23.461393 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:23.465997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:23.468172 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:38.367377 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-08c58c5a-ee66-4bde-b6b6-a262c8979371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:38.817911 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:38.824690 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:40.609590 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-39713049-58f2-4668-a848-08b057073480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:42.043854 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:43.304886 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:43.475368 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:53.464741 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:53.468129 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:53.470112 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:52:53.629788 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35542) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:52:53.971473 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9365b56-fb14-491f-9877-2a4d7c2d06fb admin admin] GET failed (client error): The resource could not be found. Sep 26 17:52:53.973617 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d9365b56-fb14-491f-9877-2a4d7c2d06fb admin admin] 10.222.0.72 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3429601 Sep 26 17:52:54.139020 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e753cdcb-7062-49ed-84f5-7e8d174760e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:54.140497 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e753cdcb-7062-49ed-84f5-7e8d174760e9 admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1624284 Sep 26 17:52:56.729260 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35552) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:52:57.128441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4105d01d-2ea7-4cc0-acdf-3cb1c58bac79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:57.129887 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4105d01d-2ea7-4cc0-acdf-3cb1c58bac79 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/a7da4307-d2dd-4738-b623-f85e186a118e HTTP/1.1" status: 200 len: 849 time: 0.3996646 Sep 26 17:52:57.139543 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:52:57.231634 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Publish callbacks [] for subnet (a7da4307-d2dd-4738-b623-f85e186a118e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:57.375082 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760100289428'] for subnet (a7da4307-d2dd-4738-b623-f85e186a118e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:57.411742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:52:57.412333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:57.413644 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] 10.222.0.72 "PUT /networking/v2.0/subnets/a7da4307-d2dd-4738-b623-f85e186a118e HTTP/1.1" status: 200 len: 868 time: 0.2777283 Sep 26 17:52:57.432229 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7da4307-d2dd-4738-b623-f85e186a118e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:52:57.437196 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b66cd2-4196-4efd-9bae-ab6e22006508 None None] Network 82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:52:57.440003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.440358 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.440983 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.441417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.441765 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.442104 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.442443 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.443002 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.443284 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.443620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.443972 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.444308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.444641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.444964 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.445287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a708c9f-43a0-4fe7-8740-e4e866d234fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:52:57.752320 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Provisioning complete for port e48e290e-69a3-48d2-a0f9-f52778a90823 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:52:57.753571 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e48e290e-69a3-48d2-a0f9-f52778a90823), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:57.754017 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Attempt 1 to provision port e48e290e-69a3-48d2-a0f9-f52778a90823 Sep 26 17:52:57.828817 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:52:57.830693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Current status of the port e48e290e-69a3-48d2-a0f9-f52778a90823 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:52:57.839675 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Provisioning complete for port e80e0dd0-3e92-458b-bebe-d67274faf9f5 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:52:57.840063 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e80e0dd0-3e92-458b-bebe-d67274faf9f5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:52:57.840402 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Attempt 1 to provision port e80e0dd0-3e92-458b-bebe-d67274faf9f5 Sep 26 17:52:57.914994 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bc4e098f-1662-4ebd-9f00-77c740fcdc0b None None] Current status of the port e80e0dd0-3e92-458b-bebe-d67274faf9f5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:53:00.042001 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35562) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:00.609433 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e558b4a6-aea5-4d9d-9d3a-2324005d4eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:00.609828 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e558b4a6-aea5-4d9d-9d3a-2324005d4eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:00.611408 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e558b4a6-aea5-4d9d-9d3a-2324005d4eac admin admin] 10.222.0.72 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5684502 Sep 26 17:53:03.211783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35570) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:03.743458 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d5d42-ab72-4e37-a79d-15f9d6691b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:03.743939 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3d5d42-ab72-4e37-a79d-15f9d6691b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:03.745490 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4e3d5d42-ab72-4e37-a79d-15f9d6691b6d admin admin] 10.222.0.72 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5327506 Sep 26 17:53:04.130674 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=11 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:04.136990 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=14 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:06.363596 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35578) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:06.769516 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73351a88-186b-42d9-b048-22aa73c45e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:06.770993 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-73351a88-186b-42d9-b048-22aa73c45e06 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/724eccfb-932c-43cd-aa26-2f901f5cd7a6 HTTP/1.1" status: 200 len: 886 time: 0.4064269 Sep 26 17:53:07.910445 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=24 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:07.912153 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=27 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:07.914319 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=26 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:08.370314 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-41bfddd9-efc9-4be3-8a9c-3fde76e44e42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:09.420867 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35586) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:09.831783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbf3ee0-0b10-463f-bd1f-7da8b45c404d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:09.833169 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ffbf3ee0-0b10-463f-bd1f-7da8b45c404d admin admin] 10.222.0.72 "GET /networking/v2.0/networks/82fe9bb5-b607-4d5e-bb38-9b84b4deeaf9 HTTP/1.1" status: 200 len: 869 time: 0.4114428 Sep 26 17:53:10.611638 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4fd53355-bd0f-4b5c-846f-04b05f5164b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:12.046216 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:12.434012 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35594) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:12.764383 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:12.848747 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e6c1f-0849-4c09-88cc-ce2749e58c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:12.849206 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5e6c1f-0849-4c09-88cc-ce2749e58c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:12.850746 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2a5e6c1f-0849-4c09-88cc-ce2749e58c08 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4158716 Sep 26 17:53:13.307540 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:13.478372 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:15.471550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35604) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:15.798921 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:15.810737 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:15.821708 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:15.843714 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc124aa9-0916-4fe2-aea3-1341ede56665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:15.844173 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc124aa9-0916-4fe2-aea3-1341ede56665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:15.845711 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cc124aa9-0916-4fe2-aea3-1341ede56665 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3730147 Sep 26 17:53:18.449542 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35612) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:18.817602 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e44a78-a234-4488-ae34-19689f580e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:18.818988 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-35e44a78-a234-4488-ae34-19689f580e5f admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/60c7f84e-8216-4624-a8cc-18f11301e2dd HTTP/1.1" status: 200 len: 816 time: 0.3685338 Sep 26 17:53:21.482646 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35620) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:21.857362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f015c89e-0b49-49c5-8aa0-89f1e3cc204a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:21.858699 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f015c89e-0b49-49c5-8aa0-89f1e3cc204a admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/a7da4307-d2dd-4738-b623-f85e186a118e HTTP/1.1" status: 200 len: 868 time: 0.3750868 Sep 26 17:53:23.467464 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:23.471955 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:23.474255 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:31.847806 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=13 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:31.854662 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=26 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:34.827733 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:53:38.375235 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5f47c5f-8ee5-48c7-9778-387f37052beb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:40.614491 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fe2ab52f-a62e-4556-bfb2-7ddefb5672fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:42.049743 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:43.313017 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:43.483696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:52.132681 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35676) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:52.460849 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-3ea63a35-3a2a-45bf-afaa-05a804ac18a3 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:53:52.461897 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3ea63a35-3a2a-45bf-afaa-05a804ac18a3 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3282685 Sep 26 17:53:53.305259 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:53.476808 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:53.478751 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:54.815858 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=14 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:54.834008 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=22 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:53:55.122517 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35684) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:55.469556 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.pecan_wsgi.hooks.translation [None req-46ce5883-38f9-4b0a-9f0e-518711365b6f admin admin] GET failed (client error): The resource could not be found. Sep 26 17:53:55.470864 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-46ce5883-38f9-4b0a-9f0e-518711365b6f admin admin] 10.222.0.72 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3473380 Sep 26 17:53:55.628951 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33df7040-eaa8-445c-aadc-7ad59364345c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:55.630371 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-33df7040-eaa8-445c-aadc-7ad59364345c admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1541426 Sep 26 17:53:58.257525 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35692) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:53:58.615914 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:53:58.635829 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Made reservation on behalf of bbe873ec2e4b4dc7b12dd87b247ac3dc for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:53:58.638028 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:58.671891 dv-cinder-859318-1-iscsi neutron-server[106211]: WARNING neutron.services.revisions.revision_plugin [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Could not find related network for resource to bump revision. Sep 26 17:53:58.687818 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:53:58.697178 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (6aea13b6-5f6f-40aa-8dbb-617d144e0211), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:58.697514 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Added segment 6aea13b6-5f6f-40aa-8dbb-617d144e0211 of type vlan for network e004f517-8cff-491f-bd16-3961f623584a Sep 26 17:53:58.747051 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (e004f517-8cff-491f-bd16-3961f623584a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:58.772684 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (e004f517-8cff-491f-bd16-3961f623584a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:58.774021 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:53:58.774954 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:53:58.830889 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5714533 Sep 26 17:53:58.841352 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Pushing event updated for resources: {'Network': ['ID=e004f517-8cff-491f-bd16-3961f623584a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:53:58.849387 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.849705 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.850107 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.850751 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.851253 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.851617 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.851948 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.852279 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.852613 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.852941 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.853281 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.853611 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.853936 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.854257 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.854575 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d23facc1-efb1-4aaf-9e8c-ecb58d4fd374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:53:58.866746 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network e004f517-8cff-491f-bd16-3961f623584a details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:54:01.473948 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35700) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:54:01.818176 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ccf771-166e-4530-a959-d9f3b70fffa9 admin admin] GET failed (client error): The resource could not be found. Sep 26 17:54:01.819494 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-65ccf771-166e-4530-a959-d9f3b70fffa9 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3445725 Sep 26 17:54:01.892879 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8328584-ccbd-4ba5-9ac3-db4453d845ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:54:01.894356 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f8328584-ccbd-4ba5-9ac3-db4453d845ee admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0701909 Sep 26 17:54:01.904366 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:54:01.923755 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Made reservation on behalf of bbe873ec2e4b4dc7b12dd87b247ac3dc for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:54:01.926251 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.092219 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (6b74510a-6dd5-4017-9307-3a8f528ff68d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.153997 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b74510a-6dd5-4017-9307-3a8f528ff68d,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:02.161316 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Checking segment: {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:54:02.161705 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Network hostable DHCP agents. Network: e004f517-8cff-491f-bd16-3961f623584a, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:54:02.179199 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Network e004f517-8cff-491f-bd16-3961f623584a is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:54:02.188190 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, e004f517-8cff-491f-bd16-3961f623584a) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:54:02.193374 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:54:02.193963 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.198711 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88275954-7ca4-4242-8b38-235414221681 None None] Network e004f517-8cff-491f-bd16-3961f623584a requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:54:02.211181 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-88a492b5-b0fa-482c-80f2-77508868997a admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101139 Sep 26 17:54:02.309787 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-e004f517-8cff-491f-bd16-3961f623584a', 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a', 'project_id': 'bbe873ec2e4b4dc7b12dd87b247ac3dc', 'fixed_ips': [{'subnet_id': '6b74510a-6dd5-4017-9307-3a8f528ff68d'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:54:02.310741 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.454017 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Allocated IP 192.168.233.2 (e004f517-8cff-491f-bd16-3961f623584a/6b74510a-6dd5-4017-9307-3a8f528ff68d/f0997f07-38fd-4e1e-bc12-90466a20be44) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:54:02.693388 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Publish callbacks [] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.700332 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.748728 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Network e004f517-8cff-491f-bd16-3961f623584a is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:54:02.752170 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:54:02.754398 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Pushing event updated for resources: {'Port': ['ID=f0997f07-38fd-4e1e-bc12-90466a20be44,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:02.757453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:54:02.772579 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.773082 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.773599 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.774113 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.774590 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.775096 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.775571 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.776041 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.776509 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.776986 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.777457 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.777932 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.778403 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.778898 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.779378 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:54:02.841975 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Attempting to bind port f0997f07-38fd-4e1e-bc12-90466a20be44 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:54:02.842351 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Attempting to bind port f0997f07-38fd-4e1e-bc12-90466a20be44 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:54:02.842716 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Attempting to bind port f0997f07-38fd-4e1e-bc12-90466a20be44 on network e004f517-8cff-491f-bd16-3961f623584a {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:54:02.885443 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:54:02.885819 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Checking segment: {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:54:02.886221 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.886611 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Bound using segment: {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:54:02.887106 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Bound port: f0997f07-38fd-4e1e-bc12-90466a20be44, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:54:02.887512 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:02.948675 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] For port f0997f07-38fd-4e1e-bc12-90466a20be44, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:54:02.952075 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] For port f0997f07-38fd-4e1e-bc12-90466a20be44, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=f0997f07-38fd-4e1e-bc12-90466a20be44,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:54:02.958379 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:03.011170 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a66e8-78c4-40e6-900e-d231aad9ac6e None None] Pushing event updated for resources: {'Port': ['ID=f0997f07-38fd-4e1e-bc12-90466a20be44,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:03.816260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d2598a-5889-431f-acf7-4b925b79d33d None None] Network e004f517-8cff-491f-bd16-3961f623584a requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:54:03.931615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Provisioning complete for port f0997f07-38fd-4e1e-bc12-90466a20be44 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:03.932009 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:03.932347 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Attempt 1 to provision port f0997f07-38fd-4e1e-bc12-90466a20be44 Sep 26 17:54:04.016133 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Current status of the port f0997f07-38fd-4e1e-bc12-90466a20be44 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:54:04.016827 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:04.054333 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] For port f0997f07-38fd-4e1e-bc12-90466a20be44, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=f0997f07-38fd-4e1e-bc12-90466a20be44,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:54:04.059421 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:04.110891 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8a24d-022f-4ad1-ae11-9c1b46c9495d None None] Pushing event updated for resources: {'Port': ['ID=f0997f07-38fd-4e1e-bc12-90466a20be44,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:54:04.179278 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-d0786f27-ed50-4985-8809-0d8f0e977d6f None None] Provisioning complete for port f0997f07-38fd-4e1e-bc12-90466a20be44 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:04.179665 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d0786f27-ed50-4985-8809-0d8f0e977d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:04.179999 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0786f27-ed50-4985-8809-0d8f0e977d6f None None] Attempt 1 to provision port f0997f07-38fd-4e1e-bc12-90466a20be44 Sep 26 17:54:04.258739 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0786f27-ed50-4985-8809-0d8f0e977d6f None None] Current status of the port f0997f07-38fd-4e1e-bc12-90466a20be44 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:54:05.178823 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device f0997f07-38fd-4e1e-bc12-90466a20be44 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:54:05.201992 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:05.227737 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port f0997f07-38fd-4e1e-bc12-90466a20be44 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:54:05.228125 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f0997f07-38fd-4e1e-bc12-90466a20be44), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:05.228463 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port f0997f07-38fd-4e1e-bc12-90466a20be44 Sep 26 17:54:05.249667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:05.307301 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port f0997f07-38fd-4e1e-bc12-90466a20be44 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:54:05.573933 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:08.380591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-94877c6e-2ef9-4c88-8100-cabc157def5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:10.617563 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-23c353b0-d823-4751-8972-261bdcf77574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:11.826967 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:54:12.051091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:12.203965 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:12.204693 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=80,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:13.308164 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:13.491327 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:23.475213 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:23.483668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:23.485764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:36.815368 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:36.816131 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:38.382062 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-aaabc1fd-7cbe-4e49-aa7a-d7fb80340555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:40.627353 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3a806fa0-39f3-4b58-84e1-c1e74c498b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:42.054544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.311253 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:43.490353 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:54:48.826191 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:54:53.304463 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:53.479246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:54:53.484817 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:06.815447 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:06.820392 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:08.384436 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ac73ab5c-4062-4cbf-8dda-6e9dc95a4ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:10.620035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd2c3458-2f0b-493a-a8e4-dfdc74dd5853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:12.057232 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:13.314461 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:13.493960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:17.359486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35744) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:17.365635 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-d283fe2f-6b64-4c87-b264-2b2666b07450 tempest-verify_tempest_config-980424254 tempest-verify_tempest_config-980424254-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:55:17.366595 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d283fe2f-6b64-4c87-b264-2b2666b07450 tempest-verify_tempest_config-980424254 tempest-verify_tempest_config-980424254-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0057769 Sep 26 17:55:17.886093 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35762) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:18.218454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.303603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Publish callbacks [] for security_group (f1b2937f-bd21-4b9e-8bf3-60c9ef992df1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.307655 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f1b2937f-bd21-4b9e-8bf3-60c9ef992df1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.353892 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b2937f-bd21-4b9e-8bf3-60c9ef992df1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:18.357640 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=aa1e3ea2094e4fe989c8576bbb5070c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4705763 Sep 26 17:55:18.360804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35768) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:55:18.363766 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.364112 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.364453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.364789 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.365120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.365451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.365772 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.366095 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.366434 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.366760 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.367123 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.367463 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.367783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.368100 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.368418 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c24e3b27-f0ef-4533-a8cd-e96a31902713 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.419143 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Publish callbacks [] for security_group (f1b2937f-bd21-4b9e-8bf3-60c9ef992df1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.439465 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Publish callbacks [] for security_group (f1b2937f-bd21-4b9e-8bf3-60c9ef992df1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.531439 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f1b2937f-bd21-4b9e-8bf3-60c9ef992df1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.534803 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:18.536045 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f1b2937f-bd21-4b9e-8bf3-60c9ef992df1 HTTP/1.1" status: 204 len: 168 time: 0.1741905 Sep 26 17:55:18.543872 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b2937f-bd21-4b9e-8bf3-60c9ef992df1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:55:18.551411 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.551757 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.552121 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.552463 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.552797 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.553128 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.553454 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.553780 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.554120 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.554449 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.554814 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.555179 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.555536 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.555870 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:18.556191 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7cdd29-901b-422b-b8a9-7a6d99435548 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:55:23.483507 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:23.490172 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:25.824695 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:55:28.349514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=21,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:28.359996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=18,neutron:INSERT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:28.539860 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=12,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:28.547058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:28.575989 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:38.386715 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9eab5d8c-b67b-4147-a40c-0815e96aaa59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:40.625569 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-81e821f3-c35b-4343-8e58-d8c65617408e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:42.060082 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:43.318626 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:43.496874 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:55:43.811784 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=17 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:43.816680 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=17 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:53.313770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:53.485558 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:55:53.492513 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:02.824123 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:56:08.394425 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8c704aa8-964e-4213-a748-fdda11269245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:10.622612 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-81f2d950-fb67-498c-a14b-18f033a9fd42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:12.063563 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:13.320026 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:13.499011 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:20.806787 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:20.812990 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:23.316631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:23.493474 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=14 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:23.495354 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:36.821544 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:38.386212 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2cb94403-e48d-4dc5-b3fb-43321d3fcf0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:39.822710 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:56:40.615284 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ee7096cd-4180-45bc-b936-e37359201f21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:42.067075 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:43.323700 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:43.502404 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:56:53.319342 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:53.492662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:53.498721 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:57.813030 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:57.819034 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:56:58.795397 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-628418'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:08.388578 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d8fc8cf0-820b-45c1-9a26-8851b92658fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:08.791761 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:10.617543 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-22c41cf8-1799-4627-a216-923b7cdf72ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:12.068297 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:12.605053 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 35860) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:12.735520 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-205fba70-043d-4101-9e10-e3b6e524b208 admin admin] 10.222.0.72 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1293869 Sep 26 17:57:13.327200 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:13.506495 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:15.184777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35870) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:57:15.246623 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e1caf617-668f-4dcf-b436-51de8b6cf0e0 admin admin] 10.222.0.72 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0608373 Sep 26 17:57:16.821955 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:57:22.728304 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:22.730188 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:23.495374 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:23.499742 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:23.502228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:25.239140 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:25.240956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:28.755469 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:35.635573 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=16 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:35.637402 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:38.391170 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-07763c6c-f70f-4a82-b0fa-034304a712ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:40.620496 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7263daa1-85d1-4778-8337-9b8ea63286be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:42.069665 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.331009 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:43.508307 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:57:53.496981 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:53.502161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:53.504415 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:57:53.822508 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:57:58.771391 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:08.397241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-07ddab6c-f3e3-4710-b40f-4266414e5602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:10.622589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4bd39524-2e45-40b3-8ed1-e44251895a98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:11.801351 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:11.811825 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:12.073785 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:13.338876 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:13.522456 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:23.331535 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:23.512189 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:23.518154 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:28.777407 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:30.821950 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:58:38.390977 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a1fe702d-651a-488a-a387-f3d215ba5455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:40.628359 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0dcb4665-2ca7-4fed-8dde-30ca136face6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:42.077678 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:43.336584 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:43.526043 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:48.817998 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:50.148610 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 35974) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:50.371490 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-209625675-network', 'tenant_id': '93579356e4b54de5a06d395cd499ca13'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:50.396961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Made reservation on behalf of 93579356e4b54de5a06d395cd499ca13 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:50.399770 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.410158 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.508022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks [] for security_group (546e6135-c8a7-47f7-8f6c-8031fae21847), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.512376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (546e6135-c8a7-47f7-8f6c-8031fae21847), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.546938 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546e6135-c8a7-47f7-8f6c-8031fae21847,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:50.549760 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:58:50.561287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.561632 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.561991 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.562327 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.563018 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.563361 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.563665 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.564164 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.564528 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.564854 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.565193 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.565541 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.565857 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.566172 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.566489 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Tracked resource versions report: Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: pushed versions: Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: { 'AddressGroup': {'1.2'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Agent': {'1.1'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'ConntrackHelper': {'1.0'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Log': {'1.0'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'NDPProxy': {'1.0'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Network': {'1.1'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Port': {'1.7'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'PortForwarding': {'1.3'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'QosPolicy': {'1.10'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroup': {'1.5'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SubPort': {'1.0'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Subnet': {'1.1'}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Trunk': {'1.1'}} Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: consumer versions: Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Agent': '1.1', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'ConntrackHelper': '1.0', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'LocalIPAssociation': '1.0', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Log': '1.0', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'NDPProxy': '1.0', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Network': '1.1', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Port': '1.7', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'PortForwarding': '1.3', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'QosPolicy': '1.10', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroup': '1.5', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SecurityGroupRule': '1.2', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'SubPort': '1.0', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Subnet': '1.1', Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: 'Trunk': '1.1'}} Sep 26 17:58:50.567768 dv-cinder-859318-1-iscsi neutron-server[106210]: {{(pid=106210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:58:50.576163 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (db79601e-7411-46d7-8f4b-2d0cd6b4c2a3), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.576501 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Added segment db79601e-7411-46d7-8f4b-2d0cd6b4c2a3 of type vlan for network 178bfb9b-fc92-4cf4-abec-cb938da3300e Sep 26 17:58:50.621340 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (178bfb9b-fc92-4cf4-abec-cb938da3300e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.652528 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (178bfb9b-fc92-4cf4-abec-cb938da3300e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.653763 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:50.655080 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.761138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36014) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:50.763518 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6136472 Sep 26 17:58:50.767005 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Request body: {'subnet': {'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-subnet', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:50.789670 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Made reservation on behalf of 93579356e4b54de5a06d395cd499ca13 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:50.792860 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:50.800332 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d0f76-2bdf-4f00-a419-1ac2a385e155 admin admin] Pushing event updated for resources: {'Network': ['ID=178bfb9b-fc92-4cf4-abec-cb938da3300e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:50.819852 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:58:51.003712 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (335c50c9-c50d-4e88-a515-cfa0e64ac22b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.084404 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335c50c9-c50d-4e88-a515-cfa0e64ac22b,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:51.092615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.092957 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.093319 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.093659 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.094028 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.094392 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.094739 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.095084 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.095417 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.095740 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.096077 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.096407 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.096725 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.097041 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.097357 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Tracked resource versions report: Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: pushed versions: Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: { 'AddressGroup': {'1.2'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Agent': {'1.1'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'ConntrackHelper': {'1.0'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Log': {'1.0'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'NDPProxy': {'1.0'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Network': {'1.1'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Port': {'1.7'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'PortForwarding': {'1.3'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'QosPolicy': {'1.10'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroup': {'1.5'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SubPort': {'1.0'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Subnet': {'1.1'}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Trunk': {'1.1'}} Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: consumer versions: Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Agent': '1.1', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'ConntrackHelper': '1.0', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'LocalIPAssociation': '1.0', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Log': '1.0', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'NDPProxy': '1.0', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Network': '1.1', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Port': '1.7', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'PortForwarding': '1.3', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'QosPolicy': '1.10', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroup': '1.5', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SecurityGroupRule': '1.2', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'SubPort': '1.0', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Subnet': '1.1', Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: 'Trunk': '1.1'}} Sep 26 17:58:51.098557 dv-cinder-859318-1-iscsi neutron-server[106211]: {{(pid=106211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:58:51.102897 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Checking segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:51.103459 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Network hostable DHCP agents. Network: 178bfb9b-fc92-4cf4-abec-cb938da3300e, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:58:51.124049 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:58:51.136049 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 178bfb9b-fc92-4cf4-abec-cb938da3300e) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:51.141387 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:51.142081 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.150943 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad8cd5-7811-4e7f-819a-ce1bd1d6e218 None None] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:51.162989 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36034) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:51.163681 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ba98b798-5f0c-42e3-b021-a4505e75f522 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4011841 Sep 26 17:58:51.169331 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:51.198791 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (88d6b78e-7148-49ee-97b4-1fc12ef6e795), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.201674 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (88d6b78e-7148-49ee-97b4-1fc12ef6e795), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.269214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks [] for router_controller (88d6b78e-7148-49ee-97b4-1fc12ef6e795), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.299653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-178bfb9b-fc92-4cf4-abec-cb938da3300e', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:58:51.300890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.425482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks [] for router_gateway (88d6b78e-7148-49ee-97b4-1fc12ef6e795), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.477004 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Allocated IP 172.20.0.2 (178bfb9b-fc92-4cf4-abec-cb938da3300e/335c50c9-c50d-4e88-a515-cfa0e64ac22b/bf53cd52-5e38-4147-b399-21c4c5402637) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:51.519379 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36056) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:51.684547 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Publish callbacks [] for port (bf53cd52-5e38-4147-b399-21c4c5402637), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.694037 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks [] for router_gateway (88d6b78e-7148-49ee-97b4-1fc12ef6e795), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.697667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.717791 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.731201 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:51.776411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Pushing event updated for resources: {'Port': ['ID=bf53cd52-5e38-4147-b399-21c4c5402637,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:51.780736 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:51.785953 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:51.788668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.789198 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.789764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.790555 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.791140 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.791638 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.792274 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.792818 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.793430 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.793969 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.794510 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.795127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.795745 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.796280 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.796955 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Tracked resource versions report: Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: pushed versions: Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: { 'AddressGroup': {'1.2'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Agent': {'1.1'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'ConntrackHelper': {'1.0'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Log': {'1.0'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'NDPProxy': {'1.0'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Network': {'1.1'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Port': {'1.7'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'PortForwarding': {'1.3'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'QosPolicy': {'1.10'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroup': {'1.5'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SubPort': {'1.0'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Subnet': {'1.1'}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Trunk': {'1.1'}} Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: consumer versions: Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Agent': '1.1', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'ConntrackHelper': '1.0', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'LocalIPAssociation': '1.0', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Log': '1.0', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'NDPProxy': '1.0', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Network': '1.1', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Port': '1.7', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'PortForwarding': '1.3', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'QosPolicy': '1.10', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroup': '1.5', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SecurityGroupRule': '1.2', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'SubPort': '1.0', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Subnet': '1.1', Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: 'Trunk': '1.1'}} Sep 26 17:58:51.799294 dv-cinder-859318-1-iscsi neutron-server[106212]: {{(pid=106212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:58:51.805589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:51.897903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Attempting to bind port bf53cd52-5e38-4147-b399-21c4c5402637 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:51.899175 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Attempting to bind port bf53cd52-5e38-4147-b399-21c4c5402637 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:51.899781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Attempting to bind port bf53cd52-5e38-4147-b399-21c4c5402637 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:51.946745 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-116402677-network', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:51.959626 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:51.960356 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Checking segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:51.960980 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.961578 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Bound using segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:51.962272 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Bound port: bf53cd52-5e38-4147-b399-21c4c5402637, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:51.962994 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:51.973435 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Allocated IP 172.27.0.45 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/8a2236e0-0411-4cb7-ae46-70dfa94bef20) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:51.984232 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Made reservation on behalf of 3f9772c3904046ee9778a870f4adc0ae for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:51.990687 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.000555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36076) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:52.010416 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.051938 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] For port bf53cd52-5e38-4147-b399-21c4c5402637, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:52.064271 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] For port bf53cd52-5e38-4147-b399-21c4c5402637, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=bf53cd52-5e38-4147-b399-21c4c5402637,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:52.076295 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:52.077161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.167909 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks [] for security_group (b9954eb8-6d4d-4ce9-9366-5e77a65a23da), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.175810 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b9954eb8-6d4d-4ce9-9366-5e77a65a23da), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.176938 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks [] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.193889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:58:52.210403 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (d2933975-903e-45b9-9bb1-b3dadfaca8d6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.211065 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Added segment d2933975-903e-45b9-9bb1-b3dadfaca8d6 of type vlan for network e84a6098-e79e-4a0a-b228-abe98a9c9b30 Sep 26 17:58:52.224737 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.228452 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a018f-31e0-4c8e-9358-95d9f9e0a8cb None None] Pushing event updated for resources: {'Port': ['ID=bf53cd52-5e38-4147-b399-21c4c5402637,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:52.283405 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (e84a6098-e79e-4a0a-b228-abe98a9c9b30), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.296076 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36098) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:52.300341 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Pushing event updated for resources: {'Port': ['ID=8a2236e0-0411-4cb7-ae46-70dfa94bef20,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:52.318327 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:52.322935 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:52.325725 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:52.357682 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:52.364654 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9954eb8-6d4d-4ce9-9366-5e77a65a23da,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:52.368678 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (e84a6098-e79e-4a0a-b228-abe98a9c9b30), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.369734 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:52.371039 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.393491 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8728049 Sep 26 17:58:52.404293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36102) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:52.422467 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Request body: {'subnet': {'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-116402677-subnet', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:52.441443 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2101756683-network', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:52.475190 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Made reservation on behalf of 993e0f8cdcb744279b2987d0d8f321ae for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:52.478210 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.481487 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Made reservation on behalf of 3f9772c3904046ee9778a870f4adc0ae for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:52.483998 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.555972 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.658461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks [] for security_group (ba89046b-3c38-4013-b0a6-629fcb6f0b39), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.667132 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:52.671253 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36106) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:52.700850 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ba89046b-3c38-4013-b0a6-629fcb6f0b39), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.715542 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dada8b-9c93-41be-a690-0e9931286c4c admin admin] Pushing event updated for resources: {'Network': ['ID=e84a6098-e79e-4a0a-b228-abe98a9c9b30,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:52.729250 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:58:52.743799 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-997524066-network', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:52.777169 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:58:52.780434 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Made reservation on behalf of 3f1770ed75fd48d098bb1efc839ebc0d for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:52.783550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.801484 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (2e973b61-97ce-4f41-8a79-0b9ddfb65525), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.808486 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.833530 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:52.846736 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (6b342187-0b2c-4c61-b136-96d50b078958), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.846978 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Added segment 6b342187-0b2c-4c61-b136-96d50b078958 of type vlan for network e78b1a96-bab8-4787-a315-a8cceb589c48 Sep 26 17:58:52.857275 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e973b61-97ce-4f41-8a79-0b9ddfb65525,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:52.916105 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:52.916948 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Network hostable DHCP agents. Network: e84a6098-e79e-4a0a-b228-abe98a9c9b30, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:58:52.922303 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba89046b-3c38-4013-b0a6-629fcb6f0b39,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:52.940478 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:58:52.955103 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, e84a6098-e79e-4a0a-b228-abe98a9c9b30) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:52.960862 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:52.961872 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:52.966228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ab3804-cb52-44f0-8669-4e8b566a1fc1 None None] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:52.995116 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-dabb0919-63ed-480a-97eb-339b14587bbd admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5861008 Sep 26 17:58:52.995808 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36124) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:53.007563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:53.056063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (e78b1a96-bab8-4787-a315-a8cceb589c48), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.064032 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (03397f48-dd19-4a2c-b3d0-30e65c695242), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.066193 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (03397f48-dd19-4a2c-b3d0-30e65c695242), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.108609 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks [] for router_gateway (88d6b78e-7148-49ee-97b4-1fc12ef6e795), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.174644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (e78b1a96-bab8-4787-a315-a8cceb589c48), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.175738 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:53.176323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.189480 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.204770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:58:53.206783 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.252478 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks [] for router_controller (03397f48-dd19-4a2c-b3d0-30e65c695242), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.253846 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks [] for security_group (ea4f98af-6250-4cf0-a784-44b38c386052), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.263445 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1642052950-network', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:53.335282 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ea4f98af-6250-4cf0-a784-44b38c386052), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.390267 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=6,neutron:SELECT=56,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.390959 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.422605 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4197598 Sep 26 17:58:53.425129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Made reservation on behalf of aa42868f9e9e4d00be6a78ec54924712 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:53.428588 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.434475 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f98af-6250-4cf0-a784-44b38c386052,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:53.455391 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36132) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:53.458325 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device bf53cd52-5e38-4147-b399-21c4c5402637 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:53.470087 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:58:53.481191 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e15aa-8237-43fe-80b7-f4f77eb8f3a2 admin admin] Pushing event updated for resources: {'Network': ['ID=e78b1a96-bab8-4787-a315-a8cceb589c48,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:53.505919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (0ad25bfa-f60d-497b-94b7-ccef4dbd3074), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.506611 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Added segment 0ad25bfa-f60d-497b-94b7-ccef4dbd3074 of type vlan for network 6c02750b-0cb5-40a1-8a30-9bca1215a898 Sep 26 17:58:53.533388 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:53.537981 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network e78b1a96-bab8-4787-a315-a8cceb589c48 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:58:53.546775 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Request body: {'subnet': {'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2101756683-subnet', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:53.612843 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.661967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2a6d5b-798a-4ae1-abed-a11857598703 None None] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:53.694725 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (6c02750b-0cb5-40a1-8a30-9bca1215a898), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.699539 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (88d6b78e-7148-49ee-97b4-1fc12ef6e795), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.820548 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Provisioning complete for port bf53cd52-5e38-4147-b399-21c4c5402637 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:53.821202 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.822449 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Attempt 1 to provision port bf53cd52-5e38-4147-b399-21c4c5402637 Sep 26 17:58:53.825328 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Made reservation on behalf of 993e0f8cdcb744279b2987d0d8f321ae for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:53.827809 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.833320 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks [] for router_gateway (03397f48-dd19-4a2c-b3d0-30e65c695242), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.855463 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (6c02750b-0cb5-40a1-8a30-9bca1215a898), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.858392 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:53.859523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.939137 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Allocated IP 172.20.0.2 (e84a6098-e79e-4a0a-b228-abe98a9c9b30/2e973b61-97ce-4f41-8a79-0b9ddfb65525/5991cc16-9141-454f-bf80-19ec3fa48604) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:53.977439 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port bf53cd52-5e38-4147-b399-21c4c5402637 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:53.978451 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:53.979044 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port bf53cd52-5e38-4147-b399-21c4c5402637 Sep 26 17:58:53.988070 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6849079 Sep 26 17:58:54.115410 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75710970-0c5c-4626-9887-090965e4ac24 admin admin] Pushing event updated for resources: {'Network': ['ID=6c02750b-0cb5-40a1-8a30-9bca1215a898,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:54.117425 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36152) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:54.147553 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Current status of the port bf53cd52-5e38-4147-b399-21c4c5402637 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:54.147910 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Request body: {'subnet': {'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-subnet', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:54.148521 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.165842 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:58:54.192527 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.205468 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Made reservation on behalf of 3f1770ed75fd48d098bb1efc839ebc0d for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:54.208305 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.215980 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] For port bf53cd52-5e38-4147-b399-21c4c5402637, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=bf53cd52-5e38-4147-b399-21c4c5402637,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:54.255048 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.329351 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.342699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:58:54.501301 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=80,neutron:UPDATE=4,neutron:INSERT=16 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.554296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-3a6a8300-57f9-47cc-b846-2b69a6dac364 None None] Provisioning complete for port bf53cd52-5e38-4147-b399-21c4c5402637 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:54.554972 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3a6a8300-57f9-47cc-b846-2b69a6dac364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.555550 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3a6a8300-57f9-47cc-b846-2b69a6dac364 None None] Attempt 1 to provision port bf53cd52-5e38-4147-b399-21c4c5402637 Sep 26 17:58:54.558810 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.582751 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks [] for security_group (abaa92df-3f6d-4e1d-8509-7aef4d4e121f), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.592990 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (abaa92df-3f6d-4e1d-8509-7aef4d4e121f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.616518 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:58:54.630355 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Sync routers for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:58:54.663235 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.665816 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port bf53cd52-5e38-4147-b399-21c4c5402637 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:54.666092 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:54.667487 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:54.696459 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (7ef52cb0-3b8f-417c-aed6-8d63cd4976f1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.717576 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3a6a8300-57f9-47cc-b846-2b69a6dac364 None None] Current status of the port bf53cd52-5e38-4147-b399-21c4c5402637 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:54.723685 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a98d47-dc53-4d0d-a0ea-152daa85c4da None None] Pushing event updated for resources: {'Port': ['ID=bf53cd52-5e38-4147-b399-21c4c5402637,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:54.777954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:54.790118 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.790118 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d49cdff4-2002-462f-8d15-f80a91138712 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6189208 Sep 26 17:58:54.804485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36190) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:54.852244 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 17:58:54.910383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Publish callbacks [] for port (5991cc16-9141-454f-bf80-19ec3fa48604), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.911277 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks [] for router_gateway (03397f48-dd19-4a2c-b3d0-30e65c695242), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.922757 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.960434 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (88329bd8-1db7-4634-b96f-d407000b4735), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:54.960746 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Added segment 88329bd8-1db7-4634-b96f-d407000b4735 of type vlan for network 61cf50b2-6772-44b8-83f4-4baca44f92d1 Sep 26 17:58:54.972442 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:54.996784 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (8e4595bd-0f12-40fb-bbec-85ae051d18c3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.007638 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.019324 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abaa92df-3f6d-4e1d-8509-7aef4d4e121f,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:55.046018 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:55.051951 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:55.056203 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:55.091499 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:55.093901 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Pushing event updated for resources: {'Port': ['ID=5991cc16-9141-454f-bf80-19ec3fa48604,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:55.147193 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Attempting to bind port 5991cc16-9141-454f-bf80-19ec3fa48604 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:55.147847 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Attempting to bind port 5991cc16-9141-454f-bf80-19ec3fa48604 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:55.148436 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Attempting to bind port 5991cc16-9141-454f-bf80-19ec3fa48604 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:55.169757 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (61cf50b2-6772-44b8-83f4-4baca44f92d1), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.196404 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:55.197134 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:55.197983 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.198585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Bound using segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:55.199294 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Bound port: 5991cc16-9141-454f-bf80-19ec3fa48604, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:55.199893 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.221250 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Checking segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:55.224173 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Network hostable DHCP agents. Network: 6c02750b-0cb5-40a1-8a30-9bca1215a898, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:58:55.267057 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4595bd-0f12-40fb-bbec-85ae051d18c3,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:55.337923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] For port 5991cc16-9141-454f-bf80-19ec3fa48604, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:55.344774 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] For port 5991cc16-9141-454f-bf80-19ec3fa48604, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5991cc16-9141-454f-bf80-19ec3fa48604,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:55.352652 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.424455 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device bf53cd52-5e38-4147-b399-21c4c5402637 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:55.441942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Checking segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:55.442551 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Network hostable DHCP agents. Network: e78b1a96-bab8-4787-a315-a8cceb589c48, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:58:55.476627 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (61cf50b2-6772-44b8-83f4-4baca44f92d1), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.477653 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:55.478234 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.486290 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd176b11-2092-493d-b922-27c88b1d1f9c None None] Pushing event updated for resources: {'Port': ['ID=5991cc16-9141-454f-bf80-19ec3fa48604,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:55.534878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Allocated IP 172.27.0.58 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/952678da-24e6-48b7-8bc2-703782af977c) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:55.539124 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port bf53cd52-5e38-4147-b399-21c4c5402637 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:55.539504 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.539841 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port bf53cd52-5e38-4147-b399-21c4c5402637 Sep 26 17:58:55.592250 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:52Z', 'revision_number': 3, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:55.610102 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:58:55.638361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] Pushing event updated for resources: {'Network': ['ID=61cf50b2-6772-44b8-83f4-4baca44f92d1,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:55.647438 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Checking router: 88d6b78e-7148-49ee-97b4-1fc12ef6e795 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:58:55.648198 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Updating router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:58:55.654904 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 6c02750b-0cb5-40a1-8a30-9bca1215a898) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:55.673683 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:55.674469 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.678075 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 17:58:55.680891 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8077f3c0-c2c2-4655-aa89-b1887cd2019a None None] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:55.695838 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-329b0c73-5e73-4138-92a1-1990314a8e4c admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5566664 Sep 26 17:58:55.699576 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36212) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:55.704569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:55.786305 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.786556 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:55.794448 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Network e78b1a96-bab8-4787-a315-a8cceb589c48 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:58:55.826657 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (e884a637-9b8a-4835-bfc0-ced72915fc1c), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.828648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (e884a637-9b8a-4835-bfc0-ced72915fc1c), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:55.832536 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-12e8ebc0-5920-40b7-8acb-c4e594f6a0e7 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.1581311 Sep 26 17:58:55.845298 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, e78b1a96-bab8-4787-a315-a8cceb589c48) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:55.861210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36214) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:55.897421 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Request body: {'subnet': {'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1642052950-subnet', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:55.905188 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34621d3e-027e-4290-b216-3c9d9656a263 None None] Network e78b1a96-bab8-4787-a315-a8cceb589c48 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:55.931030 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:55.931975 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.005092 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a41894dd-ad54-439f-8c1e-3c0df948cf5c admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5487487 Sep 26 17:58:56.006619 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36216) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:56.009443 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Made reservation on behalf of aa42868f9e9e4d00be6a78ec54924712 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:58:56.012291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.019301 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:56.023768 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port bf53cd52-5e38-4147-b399-21c4c5402637 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:56.029048 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks [] for port (952678da-24e6-48b7-8bc2-703782af977c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.039558 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:56.097578 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:56.106433 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-6c02750b-0cb5-40a1-8a30-9bca1215a898', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:58:56.114272 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.117186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.118394 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.119406 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-e78b1a96-bab8-4787-a315-a8cceb589c48', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:58:56.120278 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.139676 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks [] for router_controller (e884a637-9b8a-4835-bfc0-ced72915fc1c), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.179035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:56.182286 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks [] for router_controller (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.258735 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36220) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:56.311694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (952678da-24e6-48b7-8bc2-703782af977c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.329847 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:56.375848 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:56.446000 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Allocated IP 172.20.0.2 (e78b1a96-bab8-4787-a315-a8cceb589c48/8e4595bd-0f12-40fb-bbec-85ae051d18c3/c96ce428-6c9a-4587-9439-4f470b66a1de) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:56.463232 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:56.468322 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Allocated IP 172.20.0.2 (6c02750b-0cb5-40a1-8a30-9bca1215a898/7ef52cb0-3b8f-417c-aed6-8d63cd4976f1/5cf50a31-2419-46d2-b1be-19083d828136) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:56.471190 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks [] for router_gateway (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.500108 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:56.505140 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:56.508136 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Pushing event updated for resources: {'Port': ['ID=952678da-24e6-48b7-8bc2-703782af977c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:56.617779 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks [] for router_gateway (e884a637-9b8a-4835-bfc0-ced72915fc1c), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.624927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:56.628756 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.681603 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Publish callbacks [] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.692346 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.789722 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fcaee75e-89ae-4740-9388-646a31577777 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.803106 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Attempting to bind port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:56.803492 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Attempting to bind port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:56.803863 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Attempting to bind port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:56.894104 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Publish callbacks [] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:56.957536 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Pushing event updated for resources: {'Port': ['ID=8a2236e0-0411-4cb7-ae46-70dfa94bef20,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:56.976271 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.034882 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.038497 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.039022 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.042284 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.043293 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.043800 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.044277 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.044771 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.045243 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Tracked resource versions report: Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: pushed versions: Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: { 'AddressGroup': {'1.2'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Agent': {'1.1'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'ConntrackHelper': {'1.0'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'LocalIPAssociation': {'1.0'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Log': {'1.0'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'NDPProxy': {'1.0'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Network': {'1.1'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Port': {'1.7'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'PortForwarding': {'1.3'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'QosPolicy': {'1.10'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroup': {'1.5'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroupRule': {'1.2'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SubPort': {'1.0'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Subnet': {'1.1'}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Trunk': {'1.1'}} Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: consumer versions: Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: { DHCP agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: HyperV agent@hv-cinder-85931: {}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: L3 agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: Metadata agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: Metering agent@dv-cinder-859318-1-iscsi: {}, Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: Open vSwitch agent@dv-cinder-859318-1-iscsi: { 'AddressGroup': '1.2', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Agent': '1.1', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'ConntrackHelper': '1.0', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'LocalIPAssociation': '1.0', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Log': '1.0', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'NDPProxy': '1.0', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Network': '1.1', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Port': '1.7', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'PortForwarding': '1.3', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'QosPolicy': '1.10', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroup': '1.5', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SecurityGroupRule': '1.2', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'SubPort': '1.0', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Subnet': '1.1', Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: 'Trunk': '1.1'}} Sep 26 17:58:57.048454 dv-cinder-859318-1-iscsi neutron-server[106213]: {{(pid=106213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 26 17:58:57.099246 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:57.099792 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:57.100206 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.100766 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:57.101244 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Bound port: 8a2236e0-0411-4cb7-ae46-70dfa94bef20, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:57.101630 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.160267 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Publish callbacks [] for port (5cf50a31-2419-46d2-b1be-19083d828136), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.167362 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.222570 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (5cf50a31-2419-46d2-b1be-19083d828136), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.225949 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f052c04-88b3-4bbf-a07a-a89a78fec4f8 None None] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:57.250879 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fcaee75e-89ae-4740-9388-646a31577777 admin admin] Publish callbacks [] for security_group (416f143e-26a6-45fc-8868-61fd02adecd3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.257302 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.262552 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fcaee75e-89ae-4740-9388-646a31577777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (416f143e-26a6-45fc-8868-61fd02adecd3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.275797 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Allocated IP 172.20.0.1 (178bfb9b-fc92-4cf4-abec-cb938da3300e/335c50c9-c50d-4e88-a515-cfa0e64ac22b/03110d54-c8ed-4209-943b-56424530d586) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:57.282985 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] For port 8a2236e0-0411-4cb7-ae46-70dfa94bef20, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:57.286106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks [] for router_gateway (e884a637-9b8a-4835-bfc0-ced72915fc1c), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.291482 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] For port 8a2236e0-0411-4cb7-ae46-70dfa94bef20, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=8a2236e0-0411-4cb7-ae46-70dfa94bef20,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:57.298017 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.305188 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.336745 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.441759 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b632f7b-64ab-4663-9642-0f8046fcea04 None None] Pushing event updated for resources: {'Port': ['ID=8a2236e0-0411-4cb7-ae46-70dfa94bef20,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:57.450007 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:58:57.451808 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:57.466777 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.468967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Pushing event updated for resources: {'Port': ['ID=c96ce428-6c9a-4587-9439-4f470b66a1de,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:57.497390 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fcaee75e-89ae-4740-9388-646a31577777 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=373eb8dd7c4447bf983907b3e73014a1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2374482 Sep 26 17:58:57.509548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36246) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:57.534489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:57.608018 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:58:57.650220 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:57.652093 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5991cc16-9141-454f-bf80-19ec3fa48604 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:58:57.666770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Provisioning complete for port 5991cc16-9141-454f-bf80-19ec3fa48604 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:57.666895 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.667748 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Attempt 1 to provision port 5991cc16-9141-454f-bf80-19ec3fa48604 Sep 26 17:58:57.720793 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a4db4f0f-79e6-47d7-b819-99c7374088f1 admin admin] Publish callbacks [] for security_group (416f143e-26a6-45fc-8868-61fd02adecd3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.742155 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:57.749198 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:57.762525 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks [] for port (03110d54-c8ed-4209-943b-56424530d586), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.774210 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.780712 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Allocated IP 172.27.0.50 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/7fb48418-7451-47fd-9837-b0d03b4c8b24) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:57.811387 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a4db4f0f-79e6-47d7-b819-99c7374088f1 admin admin] Publish callbacks [] for security_group (416f143e-26a6-45fc-8868-61fd02adecd3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:57.824105 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Network e78b1a96-bab8-4787-a315-a8cceb589c48 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:57.832170 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:57.836089 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:57.866313 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:57.941362 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:52Z', 'revision_number': 3, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:58:57.994212 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba666b0-6e38-4e2f-ab7b-a05de2440111 None None] The sync data for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi is: [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:52Z', 'revision_number': 3, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:58:58.026970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:58.058044 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (03110d54-c8ed-4209-943b-56424530d586), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.125907 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Pushing event updated for resources: {'Port': ['ID=5cf50a31-2419-46d2-b1be-19083d828136,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:58.139343 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a4db4f0f-79e6-47d7-b819-99c7374088f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (416f143e-26a6-45fc-8868-61fd02adecd3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.142780 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a4db4f0f-79e6-47d7-b819-99c7374088f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.146227 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a4db4f0f-79e6-47d7-b819-99c7374088f1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/416f143e-26a6-45fc-8868-61fd02adecd3 HTTP/1.1" status: 204 len: 168 time: 0.6334100 Sep 26 17:58:58.149490 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Attempting to bind port c96ce428-6c9a-4587-9439-4f470b66a1de on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:58.150394 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Attempting to bind port c96ce428-6c9a-4587-9439-4f470b66a1de by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:58.151033 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Attempting to bind port c96ce428-6c9a-4587-9439-4f470b66a1de on network e78b1a96-bab8-4787-a315-a8cceb589c48 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:58.169744 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:58.183990 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:58.202614 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db4f0f-79e6-47d7-b819-99c7374088f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416f143e-26a6-45fc-8868-61fd02adecd3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:58.218574 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:58.219597 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (88d6b78e-7148-49ee-97b4-1fc12ef6e795), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.255162 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks [] for router_gateway (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.267991 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Pushing event updated for resources: {'Port': ['ID=03110d54-c8ed-4209-943b-56424530d586,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:58.270478 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Attempting to bind port 5cf50a31-2419-46d2-b1be-19083d828136 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:58:58.271369 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Attempting to bind port 5cf50a31-2419-46d2-b1be-19083d828136 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:58:58.271740 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Attempting to bind port 5cf50a31-2419-46d2-b1be-19083d828136 on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:58:58.272581 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaee75e-89ae-4740-9388-646a31577777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416f143e-26a6-45fc-8868-61fd02adecd3,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:58.326967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Current status of the port 5991cc16-9141-454f-bf80-19ec3fa48604 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:58.327405 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.338335 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.415967 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Checking segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:58.423170 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Network hostable DHCP agents. Network: 61cf50b2-6772-44b8-83f4-4baca44f92d1, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 17:58:58.424015 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 5991cc16-9141-454f-bf80-19ec3fa48604 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:58.428927 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.429217 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 5991cc16-9141-454f-bf80-19ec3fa48604 Sep 26 17:58:58.503730 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:58.504595 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Checking segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:58.506418 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.506871 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Bound using segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:58.507362 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Bound port: c96ce428-6c9a-4587-9439-4f470b66a1de, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:58.507748 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.578194 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] For port 5991cc16-9141-454f-bf80-19ec3fa48604, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5991cc16-9141-454f-bf80-19ec3fa48604,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:58:58.617983 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:58.621276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks [] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.624425 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:58:58.624691 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks [] for router_gateway (03397f48-dd19-4a2c-b3d0-30e65c695242), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.625836 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Checking segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:58:58.625836 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.626294 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Bound using segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:58:58.626795 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Bound port: 5cf50a31-2419-46d2-b1be-19083d828136, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:58:58.627206 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (5cf50a31-2419-46d2-b1be-19083d828136), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.665113 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.801986 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:58.804212 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 17:58:58.854631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:58.925940 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:58:58.933480 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:58.947829 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:58:58.965770 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 61cf50b2-6772-44b8-83f4-4baca44f92d1) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:58:58.991866 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:58:58.992467 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.012703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36292) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:59.028941 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-73d8d49a-d55b-410d-b50e-3ba93e194e2b admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1741297 Sep 26 17:58:59.034771 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36294) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:59.036582 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Pushing event updated for resources: {'Port': ['ID=7fb48418-7451-47fd-9837-b0d03b4c8b24,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:59.044688 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:58:59.076816 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (03110d54-c8ed-4209-943b-56424530d586), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.082740 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-63e75f2d-3a38-4fe3-9d4b-2df3cab21b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.099612 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (92407881-e0f2-4a41-940b-fcc7bc98aa33), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.101279 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (92407881-e0f2-4a41-940b-fcc7bc98aa33), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.155021 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:59.174047 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Provisioning complete for port 5991cc16-9141-454f-bf80-19ec3fa48604 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:59.174047 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.179207 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 1 to provision port 5991cc16-9141-454f-bf80-19ec3fa48604 Sep 26 17:58:59.181121 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f66fff-73e8-41a5-ab37-f9eb5a586e80 None None] Pushing event updated for resources: {'Port': ['ID=5991cc16-9141-454f-bf80-19ec3fa48604,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:59.186519 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Allocated IP 172.27.0.249 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:58:59.189528 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] For port c96ce428-6c9a-4587-9439-4f470b66a1de, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:59.212446 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e23456-a0ca-409e-a7af-6115adf127e6 None None] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:58:59.310995 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.344825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:59.351597 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks [] for router_controller (92407881-e0f2-4a41-940b-fcc7bc98aa33), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.400906 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] For port c96ce428-6c9a-4587-9439-4f470b66a1de, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c96ce428-6c9a-4587-9439-4f470b66a1de,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:59.403002 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:59.445354 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.528078 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:59.563447 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] For port 5cf50a31-2419-46d2-b1be-19083d828136, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:58:59.582560 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] For port 5cf50a31-2419-46d2-b1be-19083d828136, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5cf50a31-2419-46d2-b1be-19083d828136,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:58:59.602920 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (03397f48-dd19-4a2c-b3d0-30e65c695242), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.662994 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-63e75f2d-3a38-4fe3-9d4b-2df3cab21b36 admin admin] Publish callbacks [] for security_group (e02cd629-612d-47e6-8edd-8267d2679945), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.676380 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Current status of the port 5991cc16-9141-454f-bf80-19ec3fa48604 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:59.690631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (5cf50a31-2419-46d2-b1be-19083d828136), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.698793 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-63e75f2d-3a38-4fe3-9d4b-2df3cab21b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e02cd629-612d-47e6-8edd-8267d2679945), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.742451 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Provisioning complete for port 03110d54-c8ed-4209-943b-56424530d586 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:58:59.743585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (03110d54-c8ed-4209-943b-56424530d586), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.743992 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 1 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:58:59.786754 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:58:59.790582 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e75f2d-3a38-4fe3-9d4b-2df3cab21b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e02cd629-612d-47e6-8edd-8267d2679945,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:59.803091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 5991cc16-9141-454f-bf80-19ec3fa48604 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:58:59.812559 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-61cf50b2-6772-44b8-83f4-4baca44f92d1', 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'fixed_ips': [{'subnet_id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 17:58:59.814104 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.822555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks [] for router_gateway (e884a637-9b8a-4835-bfc0-ced72915fc1c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.841908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks [] for port (03110d54-c8ed-4209-943b-56424530d586), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.856702 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d552d4-0590-44d1-8d6c-d377d521abce None None] Pushing event updated for resources: {'Port': ['ID=c96ce428-6c9a-4587-9439-4f470b66a1de,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:58:59.884892 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-63e75f2d-3a38-4fe3-9d4b-2df3cab21b36 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=811ba71a6100434896eb0bba550acafb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8660083 Sep 26 17:58:59.888305 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36310) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:58:59.924667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Port 03110d54-c8ed-4209-943b-56424530d586 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:58:59.958552 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (03110d54-c8ed-4209-943b-56424530d586), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.959429 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (88d6b78e-7148-49ee-97b4-1fc12ef6e795), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.980395 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks [] for router_gateway (92407881-e0f2-4a41-940b-fcc7bc98aa33), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:58:59.997488 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks [] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.131764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2680ce-1c8f-4bb3-942a-deda740cb099 None None] Pushing event updated for resources: {'Port': ['ID=5cf50a31-2419-46d2-b1be-19083d828136,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:00.152959 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.207156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Pushing event updated for resources: {'Port': ['ID=03110d54-c8ed-4209-943b-56424530d586,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:00.271508 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4bda0d0-8494-44ec-be22-8ddadf1d32cb admin admin] Publish callbacks [] for security_group (e02cd629-612d-47e6-8edd-8267d2679945), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.276543 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Allocated IP 172.20.0.2 (61cf50b2-6772-44b8-83f4-4baca44f92d1/93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8/66e18e58-8716-46b2-a7ba-3618f07118c8) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:00.334361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:00.336117 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:00.355057 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4bda0d0-8494-44ec-be22-8ddadf1d32cb admin admin] Publish callbacks [] for security_group (e02cd629-612d-47e6-8edd-8267d2679945), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.360704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 8a2236e0-0411-4cb7-ae46-70dfa94bef20 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:00.377014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (e884a637-9b8a-4835-bfc0-ced72915fc1c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.401798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:00.429990 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 2 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:00.504094 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Port 03110d54-c8ed-4209-943b-56424530d586 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:00.515265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:00.518856 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:00.521658 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Pushing event updated for resources: {'Port': ['ID=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:00.524851 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:00.529518 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:00.529997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.530422 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 Sep 26 17:59:00.587088 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:00.592878 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Publish callbacks [] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.605448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.671847 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Router e884a637-9b8a-4835-bfc0-ced72915fc1c is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:59:00.704254 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:00.705881 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:00.706823 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.716829 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:00.722965 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Pushing event updated for resources: {'Port': ['ID=66e18e58-8716-46b2-a7ba-3618f07118c8,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:00.736385 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:00.756754 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 8a2236e0-0411-4cb7-ae46-70dfa94bef20, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=8a2236e0-0411-4cb7-ae46-70dfa94bef20,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:00.785706 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:59:00.819865 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.821073 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5991cc16-9141-454f-bf80-19ec3fa48604 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:00.860702 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4bda0d0-8494-44ec-be22-8ddadf1d32cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e02cd629-612d-47e6-8edd-8267d2679945), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.864137 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4bda0d0-8494-44ec-be22-8ddadf1d32cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.865309 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f4bda0d0-8494-44ec-be22-8ddadf1d32cb admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/e02cd629-612d-47e6-8edd-8267d2679945 HTTP/1.1" status: 204 len: 168 time: 0.9717450 Sep 26 17:59:00.888961 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:59:00.891431 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bda0d0-8494-44ec-be22-8ddadf1d32cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02cd629-612d-47e6-8edd-8267d2679945,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:00.953959 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Attempting to bind port 66e18e58-8716-46b2-a7ba-3618f07118c8 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:00.954557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Attempting to bind port 66e18e58-8716-46b2-a7ba-3618f07118c8 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:00.954891 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Attempting to bind port 66e18e58-8716-46b2-a7ba-3618f07118c8 on network 61cf50b2-6772-44b8-83f4-4baca44f92d1 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:00.999134 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 5991cc16-9141-454f-bf80-19ec3fa48604 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:00.999535 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:00.999925 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 5991cc16-9141-454f-bf80-19ec3fa48604 Sep 26 17:59:01.006296 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 3 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:01.011536 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.034482 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=8a2236e0-0411-4cb7-ae46-70dfa94bef20,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:01.069467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:01.082251 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0e043cc3-4c7d-470d-8b17-a0123a7fae30 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/88d6b78e-7148-49ee-97b4-1fc12ef6e795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2764003 Sep 26 17:59:01.113989 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.118020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:01.118389 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Checking segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:01.119264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.119667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Bound using segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:01.120157 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Bound port: 66e18e58-8716-46b2-a7ba-3618f07118c8, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:01.120536 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.122215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.123702 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Port 03110d54-c8ed-4209-943b-56424530d586 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:01.158440 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:01.183287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.188894 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5fe650fa-fd5d-4388-873e-71e73ba3953f admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.4881778 Sep 26 17:59:01.193492 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36322) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:01.200035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:01.217890 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks [] for router_gateway (92407881-e0f2-4a41-940b-fcc7bc98aa33), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.256138 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 5991cc16-9141-454f-bf80-19ec3fa48604 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:01.257271 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c96ce428-6c9a-4587-9439-4f470b66a1de up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:01.367059 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.379579 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.482759 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks [] for router_gateway (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.522650 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:01.523779 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:01.549036 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532a633e-3fa8-4212-947c-f582536f646e None None] Network e78b1a96-bab8-4787-a315-a8cceb589c48 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:59:01.575323 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Sync routers for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:01.597298 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:01.599478 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:01.625880 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 4 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:01.710607 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:01.804037 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:01.816041 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] For port 66e18e58-8716-46b2-a7ba-3618f07118c8, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:01.910910 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:01.920404 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-55f5de42-504d-444d-afac-7bef4c5a6e74 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.9225516 Sep 26 17:59:01.921010 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36356) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:01.929556 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:01.945343 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:01.964389 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36364) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:01.976279 dv-cinder-859318-1-iscsi neutron-server[106210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 17:59:02.025688 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abc06f1-7abb-47ba-be8d-8970ca3108e6 None None] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:59:02.216701 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] For port 66e18e58-8716-46b2-a7ba-3618f07118c8, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=66e18e58-8716-46b2-a7ba-3618f07118c8,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:02.227995 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:58:59Z', 'revision_number': 2, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:02.255058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Allocated IP 172.27.0.96 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/dab8ab52-7a05-4383-b1d1-a5a287dee4be) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:02.256907 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Checking router: 88d6b78e-7148-49ee-97b4-1fc12ef6e795 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:02.257466 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Updating router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 port 03110d54-c8ed-4209-943b-56424530d586 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:02.384276 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:02.385280 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:02.392912 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (03110d54-c8ed-4209-943b-56424530d586), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.412487 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-759f034d-a5a0-4157-ba22-f2a1783e48af tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:02.414025 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-759f034d-a5a0-4157-ba22-f2a1783e48af tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 818 time: 0.4411430 Sep 26 17:59:02.436131 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-27e200fb-f108-4de6-adc6-6fce4570eb00 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/quotas/93579356e4b54de5a06d395cd499ca13 HTTP/1.1" status: 200 len: 375 time: 0.0125449 Sep 26 17:59:02.460155 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Port 03110d54-c8ed-4209-943b-56424530d586 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:02.462191 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.588586 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-27b077a0-a8cd-4d2b-b735-8b79978825af tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1439545 Sep 26 17:59:02.624703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:02.711735 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:02.822687 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:02.964597 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.007792 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:03.022386 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks [] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.023987 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:03.110422 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Publish callbacks [] for port (03110d54-c8ed-4209-943b-56424530d586), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.121544 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:03.134383 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (03110d54-c8ed-4209-943b-56424530d586), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.189868 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 5 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:03.234158 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be33e1e-2b54-4242-a944-dff517017de5 None None] Pushing event updated for resources: {'Port': ['ID=03110d54-c8ed-4209-943b-56424530d586,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:03.243004 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Allocated IP 172.20.0.1 (6c02750b-0cb5-40a1-8a30-9bca1215a898/7ef52cb0-3b8f-417c-aed6-8d63cd4976f1/b420d84a-6d0a-4532-b3d2-dbcdcd91ce67) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:03.246698 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543da0a-c6cf-48a1-9ee4-2550a49d2437 None None] Pushing event updated for resources: {'Port': ['ID=66e18e58-8716-46b2-a7ba-3618f07118c8,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:03.258535 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c96ce428-6c9a-4587-9439-4f470b66a1de triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:03.259378 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.259555 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c96ce428-6c9a-4587-9439-4f470b66a1de Sep 26 17:59:03.307922 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-bbe3654c-0a04-4441-a871-f46f9a3c3013 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:59:03.308796 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-bbe3654c-0a04-4441-a871-f46f9a3c3013 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.2989056 Sep 26 17:59:03.321506 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Port 03110d54-c8ed-4209-943b-56424530d586 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:03.367088 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Attempting to bind port 03110d54-c8ed-4209-943b-56424530d586 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:03.367463 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Attempting to bind port 03110d54-c8ed-4209-943b-56424530d586 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:03.367825 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Attempting to bind port 03110d54-c8ed-4209-943b-56424530d586 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:03.368472 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:03.415585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:58:59Z', 'revision_number': 3, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:03.418166 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.421321 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:03.422396 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Checking segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:03.422797 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.423207 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Bound using segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:03.423675 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Bound port: 03110d54-c8ed-4209-943b-56424530d586, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:03.424052 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (03110d54-c8ed-4209-943b-56424530d586), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.426868 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:03.490703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:03.491866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Updating router e884a637-9b8a-4835-bfc0-ced72915fc1c port 7fb48418-7451-47fd-9837-b0d03b4c8b24 binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:03.519501 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:03.532723 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:03.540526 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:03.541324 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] For port 03110d54-c8ed-4209-943b-56424530d586, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:03.549085 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] For port 03110d54-c8ed-4209-943b-56424530d586, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=03110d54-c8ed-4209-943b-56424530d586,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:03.557925 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.559502 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Pushing event updated for resources: {'Port': ['ID=dab8ab52-7a05-4383-b1d1-a5a287dee4be,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:03.570246 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (03110d54-c8ed-4209-943b-56424530d586), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.595452 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks [] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.638117 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be33e1e-2b54-4242-a944-dff517017de5 None None] Pushing event updated for resources: {'Port': ['ID=03110d54-c8ed-4209-943b-56424530d586,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:03.638807 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-7d762cab-105d-46cb-b548-b192e2b2b352 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682967 Sep 26 17:59:03.647673 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:03.648223 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:03.777108 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:59:03.855980 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-e15ff54c-af47-4960-9da1-34f6f4c23e8d service neutron] 10.222.0.72 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127175 Sep 26 17:59:03.866400 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:03.913351 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:03.921436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.978082 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Publish callbacks [] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:03.983991 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Attempt 6 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:04.025637 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:04.029868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:04.035111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:04.036036 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (e884a637-9b8a-4835-bfc0-ced72915fc1c), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.101426 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.127710 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:04.208988 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Pushing event updated for resources: {'Port': ['ID=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:04.271386 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:04.316903 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:03Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:04.379744 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.402295 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0b600d-68f6-4f7e-8dab-a78509f002c3 None None] The sync data for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi is: [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:03Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:04.457442 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.536653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e4c046-3d8b-41f8-aa13-883f7b53b198 None None] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 17:59:04.554786 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36444) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:04.557185 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:04.642215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c96ce428-6c9a-4587-9439-4f470b66a1de is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:04.642613 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.645182 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Current status of the port 03110d54-c8ed-4209-943b-56424530d586 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:04.645607 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (03110d54-c8ed-4209-943b-56424530d586), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.708120 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-51c29e45-412a-4051-96da-250dabecfc1e req-a46cbcae-3852-4ed5-8ed1-343bbbb313e2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 210 time: 0.1479180 Sep 26 17:59:04.863739 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:04.873968 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Allocated IP 172.20.0.1 (e84a6098-e79e-4a0a-b228-abe98a9c9b30/2e973b61-97ce-4f41-8a79-0b9ddfb65525/67334e16-b4b4-44ea-9a69-4f9c9ca678fd) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:04.974520 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks [] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.995507 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:04.998749 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:05.000543 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (e884a637-9b8a-4835-bfc0-ced72915fc1c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.010919 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:05.032477 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:05.033673 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:05.075989 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.082959 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f5d93b46-2ea2-47f1-b9cd-00334e144826 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0680125 Sep 26 17:59:05.083607 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36462) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:05.088898 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36464) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:05.188875 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:05.199505 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Attempting to bind port 7fb48418-7451-47fd-9837-b0d03b4c8b24 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:05.200845 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Attempting to bind port 7fb48418-7451-47fd-9837-b0d03b4c8b24 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:05.201429 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Attempting to bind port 7fb48418-7451-47fd-9837-b0d03b4c8b24 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:05.249762 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks [] for router_gateway (92407881-e0f2-4a41-940b-fcc7bc98aa33), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.341036 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:05.402047 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:05.414993 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Pushing event updated for resources: {'Port': ['ID=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:05.448235 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-562870c2-c23f-479e-868d-8b020f3bb389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.574187 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd195a3-74e4-46ba-8812-f9f3333bdd68 None None] Pushing event updated for resources: {'Port': ['ID=7fb48418-7451-47fd-9837-b0d03b4c8b24,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:05.581370 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:05.583275 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:05.583663 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:05.584069 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.584459 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:05.584986 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Bound port: 7fb48418-7451-47fd-9837-b0d03b4c8b24, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:05.585410 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.623054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-64b61db0-95da-4fb3-aa69-c55375435bed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:05.625562 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-64b61db0-95da-4fb3-aa69-c55375435bed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 818 time: 0.4288316 Sep 26 17:59:05.636128 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:05.645121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:05.648090 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] For port 7fb48418-7451-47fd-9837-b0d03b4c8b24, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:05.655892 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] For port 7fb48418-7451-47fd-9837-b0d03b4c8b24, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=7fb48418-7451-47fd-9837-b0d03b4c8b24,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:05.657975 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-7ea830cb-f2f4-4840-bbc9-3abd47bd4215 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/quotas/93579356e4b54de5a06d395cd499ca13 HTTP/1.1" status: 200 len: 375 time: 0.0197279 Sep 26 17:59:05.668919 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:58:57Z', 'revision_number': 3, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:05.737979 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] For port 03110d54-c8ed-4209-943b-56424530d586, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=03110d54-c8ed-4209-943b-56424530d586,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:05.743682 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:05.744034 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Updating router 03397f48-dd19-4a2c-b3d0-30e65c695242 port 952678da-24e6-48b7-8bc2-703782af977c binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:05.836239 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks [] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.838073 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port c96ce428-6c9a-4587-9439-4f470b66a1de, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c96ce428-6c9a-4587-9439-4f470b66a1de,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:05.843205 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.855425 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 3, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:05.860755 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (952678da-24e6-48b7-8bc2-703782af977c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.929866 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:05.930096 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Updating router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:05.957733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (03110d54-c8ed-4209-943b-56424530d586), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.976140 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:05.999645 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9cfca943-31dd-4dcb-b007-61b9be9a472f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2909527 Sep 26 17:59:06.041671 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.067928 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.116234 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.263620 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.276588 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.282536 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-33c73559-c37d-4393-b00c-590a4a9adc91 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705932 Sep 26 17:59:06.292185 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:06.292819 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:06.348884 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:06.351522 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-562870c2-c23f-479e-868d-8b020f3bb389 admin admin] Publish callbacks [] for security_group (95062963-46bf-49a8-8f91-e4692afd8ec5), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.363171 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Pushing event updated for resources: {'Port': ['ID=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:06.366942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:06.378002 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-562870c2-c23f-479e-868d-8b020f3bb389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (95062963-46bf-49a8-8f91-e4692afd8ec5), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.412803 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:06.413318 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (03397f48-dd19-4a2c-b3d0-30e65c695242), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.476695 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Provisioning complete for port c96ce428-6c9a-4587-9439-4f470b66a1de triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:06.477076 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.477752 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 1 to provision port c96ce428-6c9a-4587-9439-4f470b66a1de Sep 26 17:59:06.510973 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd195a3-74e4-46ba-8812-f9f3333bdd68 None None] Pushing event updated for resources: {'Port': ['ID=7fb48418-7451-47fd-9837-b0d03b4c8b24,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:06.589293 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-562870c2-c23f-479e-868d-8b020f3bb389 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=8ea76e6071a9473f88a3a93981018bea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3509307 Sep 26 17:59:06.590580 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 8a2236e0-0411-4cb7-ae46-70dfa94bef20 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:06.606756 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (92407881-e0f2-4a41-940b-fcc7bc98aa33), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.609070 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36504) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:06.616874 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-93685bdc-2b67-4a26-875f-45f19de6d173 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188663 Sep 26 17:59:06.626759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Router e884a637-9b8a-4835-bfc0-ced72915fc1c has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:59:06.641750 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.722747 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:06.862340 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Publish callbacks [] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.879815 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:06.891689 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:06.897128 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9dc411f4-0c1a-4544-ba70-851bc560268b admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/e884a637-9b8a-4835-bfc0-ced72915fc1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7020833 Sep 26 17:59:06.997906 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:07.013091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08cfe-be0d-42e8-bc56-5c867a445948 None None] Pushing event updated for resources: {'Port': ['ID=03110d54-c8ed-4209-943b-56424530d586,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:07.042767 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Attempting to bind port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:07.043188 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Attempting to bind port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:07.045915 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Attempting to bind port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:07.062032 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:07.131409 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562870c2-c23f-479e-868d-8b020f3bb389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95062963-46bf-49a8-8f91-e4692afd8ec5,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:07.140199 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91d76768-1c2b-4887-a6b7-8f389629b882 req-0c9a1619-5846-4b59-8002-a4974b4fd71b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.0490069 Sep 26 17:59:07.142920 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:07.143482 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.144045 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 Sep 26 17:59:07.158651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-38e48e56-7116-4681-a4a3-ef09c1987608 admin admin] Publish callbacks [] for security_group (95062963-46bf-49a8-8f91-e4692afd8ec5), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.182327 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:07.206108 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a9990-fc37-4ab1-aacb-55000c48f14a None None] Pushing event updated for resources: {'Port': ['ID=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:07.211786 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:07.212234 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:07.212726 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.213179 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:07.213731 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Bound port: 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:07.214116 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.317739 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Current status of the port c96ce428-6c9a-4587-9439-4f470b66a1de is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:07.432105 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Provisioning complete for port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:07.432589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.435851 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 1 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:07.530759 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:07.532736 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=c96ce428-6c9a-4587-9439-4f470b66a1de,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:07.586982 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] For port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:07.592351 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] For port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:07.601291 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.650453 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-38e48e56-7116-4681-a4a3-ef09c1987608 admin admin] Publish callbacks [] for security_group (95062963-46bf-49a8-8f91-e4692afd8ec5), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.655697 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36558) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:07.663067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--817803857', 'description': 'tempest-description--1332965755'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:07.714951 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:07.716199 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 66e18e58-8716-46b2-a7ba-3618f07118c8 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:07.717139 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:07.721277 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:07.731924 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Publish callbacks [] for port (952678da-24e6-48b7-8bc2-703782af977c), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.739505 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.821355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Router 92407881-e0f2-4a41-940b-fcc7bc98aa33 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 17:59:07.827781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.851968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (952678da-24e6-48b7-8bc2-703782af977c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.867687 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:07.873396 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a9990-fc37-4ab1-aacb-55000c48f14a None None] Pushing event updated for resources: {'Port': ['ID=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:07.894040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:07.907075 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:59:07.985453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Attempting to bind port 952678da-24e6-48b7-8bc2-703782af977c on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:07.986293 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Attempting to bind port 952678da-24e6-48b7-8bc2-703782af977c by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:07.987086 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Attempting to bind port 952678da-24e6-48b7-8bc2-703782af977c on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:08.002553 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (a3eed1b5-8544-477b-9bda-7dfa2ad122b8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.005963 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-38e48e56-7116-4681-a4a3-ef09c1987608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (95062963-46bf-49a8-8f91-e4692afd8ec5), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.010600 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (a3eed1b5-8544-477b-9bda-7dfa2ad122b8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.015233 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-38e48e56-7116-4681-a4a3-ef09c1987608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.019283 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-38e48e56-7116-4681-a4a3-ef09c1987608 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/95062963-46bf-49a8-8f91-e4692afd8ec5 HTTP/1.1" status: 204 len: 168 time: 1.3819768 Sep 26 17:59:08.050268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.055716 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3984118 Sep 26 17:59:08.056657 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36582) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:08.097494 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'security_group_rule': {'security_group_id': 'a3eed1b5-8544-477b-9bda-7dfa2ad122b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:08.101369 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:08.147212 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:08.151981 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 2 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:08.159787 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 2, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:08.176274 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e48e56-7116-4681-a4a3-ef09c1987608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95062963-46bf-49a8-8f91-e4692afd8ec5,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:08.188142 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0658ee2-f044-40fa-8b40-d20e3b4050a6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eed1b5-8544-477b-9bda-7dfa2ad122b8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:08.266129 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (a2dac00e-47ad-4f8f-a57a-15fd25f6cf6a), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.319245 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb1873-31ee-418c-9393-cd8dfff817d3 None None] Pushing event updated for resources: {'Port': ['ID=952678da-24e6-48b7-8bc2-703782af977c,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:08.402797 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-675fefc2-2a16-44ea-a42f-ed25abc1d6cc req-dac7d42e-52b6-40cd-acf3-40a0d7bb2043 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.0972092 Sep 26 17:59:08.443777 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:08.445624 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:08.445624 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.445624 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:08.446825 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Bound port: 952678da-24e6-48b7-8bc2-703782af977c, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:08.447669 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (952678da-24e6-48b7-8bc2-703782af977c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.499034 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (a2dac00e-47ad-4f8f-a57a-15fd25f6cf6a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.505078 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (a2dac00e-47ad-4f8f-a57a-15fd25f6cf6a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.527478 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] For port 952678da-24e6-48b7-8bc2-703782af977c, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:08.533574 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] For port 952678da-24e6-48b7-8bc2-703782af977c, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=952678da-24e6-48b7-8bc2-703782af977c,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:08.537783 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 66e18e58-8716-46b2-a7ba-3618f07118c8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:08.540161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.540934 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 66e18e58-8716-46b2-a7ba-3618f07118c8 Sep 26 17:59:08.563311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dac00e-47ad-4f8f-a57a-15fd25f6cf6a,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:08.571118 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:08.629184 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Sync routers for ids ['92407881-e0f2-4a41-940b-fcc7bc98aa33'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:08.632648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.642781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (952678da-24e6-48b7-8bc2-703782af977c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.644885 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c01a4d06-053c-4e20-8953-ec5cd49e0168 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5745873 Sep 26 17:59:08.645993 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.98', 50193) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:08.648140 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36616) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:08.666638 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:08.704965 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'security_group_rule': {'security_group_id': 'a3eed1b5-8544-477b-9bda-7dfa2ad122b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:08.714295 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:08.715556 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c37cfd7e-8ae1-4278-a8f8-e02669bc7b08 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.6775808 Sep 26 17:59:08.727869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36620) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:08.744614 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ed927e-e41e-49f9-b3f9-930509418599 None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 2, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:08.777317 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:08.814439 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 3, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:08.879421 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Allocated IP 172.20.0.1 (e78b1a96-bab8-4787-a315-a8cceb589c48/8e4595bd-0f12-40fb-bbec-85ae051d18c3/3332f53e-2252-475d-a5ed-f38afdfa14e8) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:08.899293 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f9903-59ec-41e3-8b8c-d680c2c1d892 None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 3, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:09.029018 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36628) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:09.130851 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks [] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.131738 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c63ff639-812e-40f0-8b59-fa4eac955282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.178177 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36634) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:09.207769 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (4da6d7ab-2568-48d4-b7ab-e93090a63d97), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.216004 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:09.216709 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:09.300898 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.359187 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-12c926ef-3862-41b1-80d4-6f00ffff79e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.370653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:09.371102 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb1873-31ee-418c-9393-cd8dfff817d3 None None] Pushing event updated for resources: {'Port': ['ID=952678da-24e6-48b7-8bc2-703782af977c,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:09.373717 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Routers {'92407881-e0f2-4a41-940b-fcc7bc98aa33'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:09.374496 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:58:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['92407881-e0f2-4a41-940b-fcc7bc98aa33'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:09.380035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:09.461917 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-d1e95478-9e42-4572-903c-b264d82c0f87 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:09.463760 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-d1e95478-9e42-4572-903c-b264d82c0f87 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 818 time: 0.8139873 Sep 26 17:59:09.493862 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 66e18e58-8716-46b2-a7ba-3618f07118c8 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:09.495031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.645877 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks [] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.661754 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:09.664574 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.666156 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (03397f48-dd19-4a2c-b3d0-30e65c695242), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.711288 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'port': {'device_id': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'admin_state_up': True, 'tenant_id': '93579356e4b54de5a06d395cd499ca13'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:09.724087 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:09.841598 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:09.853307 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Network e78b1a96-bab8-4787-a315-a8cceb589c48 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:09.879641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:09.939110 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:09.947037 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:09.948253 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:09.957382 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 3 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:10.028228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 66e18e58-8716-46b2-a7ba-3618f07118c8, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=66e18e58-8716-46b2-a7ba-3618f07118c8,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:10.087745 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Pushing event updated for resources: {'Port': ['ID=3332f53e-2252-475d-a5ed-f38afdfa14e8,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:10.117980 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.119535 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 03110d54-c8ed-4209-943b-56424530d586 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:10.162587 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Pushing event updated for resources: {'Port': ['ID=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:10.194452 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c63ff639-812e-40f0-8b59-fa4eac955282 admin admin] Publish callbacks [] for security_group (6076894b-bb70-4d09-b95b-460b62887bb8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.199290 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-39a118d6-f8ec-4879-9adb-e1e138bf2dd9 req-407c9dc6-903e-4e32-9a8c-b19cd41f5ae5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.1876304 Sep 26 17:59:10.233031 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c63ff639-812e-40f0-8b59-fa4eac955282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6076894b-bb70-4d09-b95b-460b62887bb8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.287710 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:10.305250 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:10.320341 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:10.397791 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Set router 92407881-e0f2-4a41-940b-fcc7bc98aa33 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:10.431997 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c63ff639-812e-40f0-8b59-fa4eac955282 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=24beedb157674785a4dad862cf1cb16a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3837979 Sep 26 17:59:10.433046 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7222-6ada-41bc-a641-72f05a5e5ac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.435538 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36668) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.470881 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.545436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (4da6d7ab-2568-48d4-b7ab-e93090a63d97), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.634764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (4da6d7ab-2568-48d4-b7ab-e93090a63d97), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:10.645786 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.98', 50204) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:10.783283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=66e18e58-8716-46b2-a7ba-3618f07118c8,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.058104 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 4 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:11.109689 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ff639-812e-40f0-8b59-fa4eac955282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6076894b-bb70-4d09-b95b-460b62887bb8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.333388 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-50b5c2dc-a741-44df-8e79-e564d00fcae1 admin admin] Publish callbacks [] for security_group (6076894b-bb70-4d09-b95b-460b62887bb8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.338353 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.349600 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.6591096 Sep 26 17:59:11.350511 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f98b37-aed5-4737-be39-abaf19685dc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4da6d7ab-2568-48d4-b7ab-e93090a63d97,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:11.362973 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36694) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:11.391551 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7dcf06b4-57d9-427f-ac07-06da243db21f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.400375 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:59:11.545120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:11.598695 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:11.610968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 03110d54-c8ed-4209-943b-56424530d586 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:11.611692 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (03110d54-c8ed-4209-943b-56424530d586), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.613254 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:11.694460 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0ace98-30aa-411c-b490-665d45e7a0be None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:11.717914 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36698) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:11.726212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.726434 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:11.727936 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks [] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.740374 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.741422 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.763558 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:11.845582 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T17:59:03Z', 'revision_number': 3, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:11.888589 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96aca95a-e391-4ea4-ab13-41df0085cc9e req-1aa709b5-4b2e-458b-b7ae-db336737da69 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.1775577 Sep 26 17:59:11.895922 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Checking router: 92407881-e0f2-4a41-940b-fcc7bc98aa33 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:11.896894 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Updating router 92407881-e0f2-4a41-940b-fcc7bc98aa33 port dab8ab52-7a05-4383-b1d1-a5a287dee4be binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:11.924046 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:11.928465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-50b5c2dc-a741-44df-8e79-e564d00fcae1 admin admin] Publish callbacks [] for security_group (6076894b-bb70-4d09-b95b-460b62887bb8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:11.973836 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:11.975155 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Made reservation on behalf of 93579356e4b54de5a06d395cd499ca13 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:11.985883 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-92aaf010-fb82-420d-b24c-038f233a22ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:11.988908 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-92aaf010-fb82-420d-b24c-038f233a22ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 818 time: 1.3375397 Sep 26 17:59:11.992665 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.035511 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.108540 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'port': {'device_id': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'admin_state_up': True, 'tenant_id': '93579356e4b54de5a06d395cd499ca13'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:12.153437 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.161192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.162111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 03110d54-c8ed-4209-943b-56424530d586 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:12.163412 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5cf50a31-2419-46d2-b1be-19083d828136 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:12.238205 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 5 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:12.287911 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:12.318214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7222-6ada-41bc-a641-72f05a5e5ac9 admin admin] Publish callbacks [] for security_group (690d1913-4719-4038-80b1-dcf9e5eeacb3), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.378228 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cb4d7222-6ada-41bc-a641-72f05a5e5ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (690d1913-4719-4038-80b1-dcf9e5eeacb3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.467666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cb4d7222-6ada-41bc-a641-72f05a5e5ac9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=41f7e2a3f28f4734ae623883e0c53aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2869592 Sep 26 17:59:12.473647 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.483436 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36704) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:12.483990 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.507766 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Allocated IP 172.20.0.13 (178bfb9b-fc92-4cf4-abec-cb938da3300e/335c50c9-c50d-4e88-a515-cfa0e64ac22b/df0d1536-90fb-4be5-a58f-7769551047b0) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:12.513913 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Pushing event updated for resources: {'Port': ['ID=3332f53e-2252-475d-a5ed-f38afdfa14e8,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:12.534093 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 5cf50a31-2419-46d2-b1be-19083d828136 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:12.537375 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5cf50a31-2419-46d2-b1be-19083d828136), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.538004 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 5cf50a31-2419-46d2-b1be-19083d828136 Sep 26 17:59:12.611757 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Made reservation on behalf of 93579356e4b54de5a06d395cd499ca13 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:12.615488 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.630812 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:12.645854 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:12.669455 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0c979eb2-3e1a-428d-aaef-afda86629402 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/03397f48-dd19-4a2c-b3d0-30e65c695242/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7178576 Sep 26 17:59:12.680713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f8f3868e-6029-479a-8cc1-d6483df47bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.792208 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 6 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:12.857200 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d7222-6ada-41bc-a641-72f05a5e5ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690d1913-4719-4038-80b1-dcf9e5eeacb3,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:12.902401 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Network e78b1a96-bab8-4787-a315-a8cceb589c48 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:12.944861 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-50b5c2dc-a741-44df-8e79-e564d00fcae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6076894b-bb70-4d09-b95b-460b62887bb8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.948382 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-50b5c2dc-a741-44df-8e79-e564d00fcae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:12.952476 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-50b5c2dc-a741-44df-8e79-e564d00fcae1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6076894b-bb70-4d09-b95b-460b62887bb8 HTTP/1.1" status: 204 len: 168 time: 2.5020514 Sep 26 17:59:13.036638 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:13.129821 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:13.141921 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-945819bb-b5bd-4f37-bf7a-a559ed76a45d admin admin] Publish callbacks [] for security_group (690d1913-4719-4038-80b1-dcf9e5eeacb3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.156529 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 5cf50a31-2419-46d2-b1be-19083d828136 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:13.159074 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (5cf50a31-2419-46d2-b1be-19083d828136), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.233448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5c2dc-a741-44df-8e79-e564d00fcae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6076894b-bb70-4d09-b95b-460b62887bb8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:13.301965 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.326011 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:13.331160 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8abd769-2457-4078-8a86-b5e270d927fe req-9e6b09e1-14e1-4a6a-8b65-63fb55f8304e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.1570499 Sep 26 17:59:13.381539 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 5cf50a31-2419-46d2-b1be-19083d828136, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5cf50a31-2419-46d2-b1be-19083d828136,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:13.429716 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-945819bb-b5bd-4f37-bf7a-a559ed76a45d admin admin] Publish callbacks [] for security_group (690d1913-4719-4038-80b1-dcf9e5eeacb3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.546180 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Publish callbacks [] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.579315 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (5cf50a31-2419-46d2-b1be-19083d828136), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.582818 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.592865 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.671243 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f8f3868e-6029-479a-8cc1-d6483df47bcb admin admin] Publish callbacks [] for security_group (200f28bb-3fee-45cd-a091-32efcfec6237), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.777686 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:59:13.838631 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f8f3868e-6029-479a-8cc1-d6483df47bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (200f28bb-3fee-45cd-a091-32efcfec6237), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.932314 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-945819bb-b5bd-4f37-bf7a-a559ed76a45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (690d1913-4719-4038-80b1-dcf9e5eeacb3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.945225 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-945819bb-b5bd-4f37-bf7a-a559ed76a45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:13.949342 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-945819bb-b5bd-4f37-bf7a-a559ed76a45d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/690d1913-4719-4038-80b1-dcf9e5eeacb3 HTTP/1.1" status: 204 len: 168 time: 1.4558301 Sep 26 17:59:13.991181 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f3868e-6029-479a-8cc1-d6483df47bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=200f28bb-3fee-45cd-a091-32efcfec6237,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:13.992159 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:14.009609 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945819bb-b5bd-4f37-bf7a-a559ed76a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d1913-4719-4038-80b1-dcf9e5eeacb3,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:14.090460 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 7 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:14.104483 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36730) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:14.112202 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--320712', 'description': 'tempest-description--522429838'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:14.205195 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Attempting to bind port dab8ab52-7a05-4383-b1d1-a5a287dee4be on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:14.207040 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Attempting to bind port dab8ab52-7a05-4383-b1d1-a5a287dee4be by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:14.208435 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Attempting to bind port dab8ab52-7a05-4383-b1d1-a5a287dee4be on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:14.249617 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f8f3868e-6029-479a-8cc1-d6483df47bcb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b7f0e15e9b6b48229b9f6d3cc0ee107b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4256871 Sep 26 17:59:14.264544 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36732) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:14.339360 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.347053 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Allocated IP 172.27.0.213 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/a6e91322-a568-4237-9729-2329f34d8165) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:14.354799 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:14.356096 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:14.356585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.359035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:14.360020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Bound port: dab8ab52-7a05-4383-b1d1-a5a287dee4be, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:14.362004 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.371160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:14.413776 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:14.425458 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1982edb4-737c-4ee2-be9c-9bffd2336308 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/2fe2416e-5e69-40a9-8a10-42bba9ee15c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3373957 Sep 26 17:59:14.428954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:14.447019 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:14.448209 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:14.473731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.558583 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 03110d54-c8ed-4209-943b-56424530d586 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:14.632561 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:14.690872 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:14.693572 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e8d4d2a-df4a-4877-a362-32633cc077ef req-bfd2903d-6e98-4d18-b49b-e67f3bd04dce tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.1195469 Sep 26 17:59:14.715723 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:14.724848 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=5cf50a31-2419-46d2-b1be-19083d828136,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:14.745854 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:14.815923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9453e-8cd9-4cdb-94e5-36cc8e1e61be None None] Pushing event updated for resources: {'Port': ['ID=dab8ab52-7a05-4383-b1d1-a5a287dee4be,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:14.833994 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for port (df0d1536-90fb-4be5-a58f-7769551047b0), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.842591 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:14.891114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] For port dab8ab52-7a05-4383-b1d1-a5a287dee4be, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:14.908164 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] For port dab8ab52-7a05-4383-b1d1-a5a287dee4be, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=dab8ab52-7a05-4383-b1d1-a5a287dee4be,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:14.951530 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Allocated IP 172.20.0.1 (61cf50b2-6772-44b8-83f4-4baca44f92d1/93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8/720fc5ac-57fc-4ffa-b2e9-002efe717a8e) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:14.960094 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.969349 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:14.969917 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-45db5b65-29fa-4281-abc5-9a616d9bd065 admin admin] Publish callbacks [] for security_group (200f28bb-3fee-45cd-a091-32efcfec6237), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:14.983739 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.029580 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 03110d54-c8ed-4209-943b-56424530d586 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:15.032091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (03110d54-c8ed-4209-943b-56424530d586), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.033651 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:15.121819 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:11Z', 'revision_number': 2, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:15.164616 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:15.165418 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Updating router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 port 3332f53e-2252-475d-a5ed-f38afdfa14e8 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:15.170507 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'Port': ['ID=df0d1536-90fb-4be5-a58f-7769551047b0,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:15.209680 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 8 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:15.228960 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Allocated IP 172.20.0.5 (178bfb9b-fc92-4cf4-abec-cb938da3300e/335c50c9-c50d-4e88-a515-cfa0e64ac22b/1ce2f364-b64c-48ae-a052-52d50a91b218) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:15.254488 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36760) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:15.260078 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.260665 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646508280', 'description': 'tempest-description--1565540677'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:15.296675 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-45db5b65-29fa-4281-abc5-9a616d9bd065 admin admin] Publish callbacks [] for security_group (200f28bb-3fee-45cd-a091-32efcfec6237), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.386787 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks [] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.410663 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Routers {'92407881-e0f2-4a41-940b-fcc7bc98aa33'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:15.411691 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['92407881-e0f2-4a41-940b-fcc7bc98aa33'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:15.424025 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.632609 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.684955 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:15.706788 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.715813 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.722985 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (88b28203-7f92-4893-9cf8-b5966e268147), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.728699 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (88b28203-7f92-4893-9cf8-b5966e268147), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.750445 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] Set router 92407881-e0f2-4a41-940b-fcc7bc98aa33 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:15.758329 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:15.820091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:15.838866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:15.878045 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:15.881649 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.927604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:15.943682 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6854894 Sep 26 17:59:15.947725 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36776) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:15.965486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'security_group_rule': {'security_group_id': '88b28203-7f92-4893-9cf8-b5966e268147', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:15.972526 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c8c52-252d-4505-9401-184a5636036d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88b28203-7f92-4893-9cf8-b5966e268147,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:15.988336 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.033314 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Publish callbacks [] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.043242 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.047247 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=5,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:16.095799 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-f8ada0c3-0f3a-43a3-8695-db51623da4ff tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3957045 Sep 26 17:59:16.096467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-45db5b65-29fa-4281-abc5-9a616d9bd065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (200f28bb-3fee-45cd-a091-32efcfec6237), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.099544 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-45db5b65-29fa-4281-abc5-9a616d9bd065 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.101814 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-45db5b65-29fa-4281-abc5-9a616d9bd065 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/200f28bb-3fee-45cd-a091-32efcfec6237 HTTP/1.1" status: 204 len: 168 time: 1.8362212 Sep 26 17:59:16.102127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9453e-8cd9-4cdb-94e5-36cc8e1e61be None None] Pushing event updated for resources: {'Port': ['ID=dab8ab52-7a05-4383-b1d1-a5a287dee4be,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:16.177514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-277212e8-2e8c-4851-9f91-a4116351fb72 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:59:16.178712 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-277212e8-2e8c-4851-9f91-a4116351fb72 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0072610 Sep 26 17:59:16.183671 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.189621 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 2.0793476 Sep 26 17:59:16.203878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36784) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:16.209295 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for port (a6e91322-a568-4237-9729-2329f34d8165), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.244881 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48aa93-3eb5-403b-acc2-86b27fafec42 None None] Pushing event updated for resources: {'Port': ['ID=3332f53e-2252-475d-a5ed-f38afdfa14e8,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:16.272735 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.291754 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:16.302309 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Attempting to bind port 3332f53e-2252-475d-a5ed-f38afdfa14e8 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:16.302869 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Attempting to bind port 3332f53e-2252-475d-a5ed-f38afdfa14e8 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:16.303627 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Attempting to bind port 3332f53e-2252-475d-a5ed-f38afdfa14e8 on network e78b1a96-bab8-4787-a315-a8cceb589c48 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:16.311463 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': 'ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:16.388797 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:16.389166 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Checking segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:16.389570 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.390034 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Bound using segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:16.390557 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Bound port: 3332f53e-2252-475d-a5ed-f38afdfa14e8, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:16.391030 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.447632 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:16.450401 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (834a78cd-7655-4f04-89ef-c820c5ae2fff), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.510906 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:16.519385 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:16.520032 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:16.523446 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:16.534231 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] For port 3332f53e-2252-475d-a5ed-f38afdfa14e8, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:16.539359 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] For port 3332f53e-2252-475d-a5ed-f38afdfa14e8, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=3332f53e-2252-475d-a5ed-f38afdfa14e8,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:16.544119 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:16.548553 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.558424 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:16.560652 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.626826 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'Port': ['ID=1ce2f364-b64c-48ae-a052-52d50a91b218,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:16.668366 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:16.668878 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:16.697803 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-9c5ad992-5ccd-4301-b789-31b28e2d31ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5988305 Sep 26 17:59:16.813228 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (834a78cd-7655-4f04-89ef-c820c5ae2fff), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.826202 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (4146bc6c-0058-4cef-a321-5c6a6314a817), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.837304 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (834a78cd-7655-4f04-89ef-c820c5ae2fff), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.884725 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee48aa93-3eb5-403b-acc2-86b27fafec42 None None] Pushing event updated for resources: {'Port': ['ID=3332f53e-2252-475d-a5ed-f38afdfa14e8,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:16.930105 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834a78cd-7655-4f04-89ef-c820c5ae2fff,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:16.939290 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:16.943185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:16.947702 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1d9c26ee-a57d-42ea-93fc-9f1e3198fb7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9927349 Sep 26 17:59:16.955578 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36798) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:16.961888 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'security_group_rule': {'security_group_id': '88b28203-7f92-4893-9cf8-b5966e268147', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:17.027646 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:17.028003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:17.035037 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 03110d54-c8ed-4209-943b-56424530d586 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:17.038207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:17.073385 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:17.087246 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:17.087452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (c9f125b3-d6d2-49a3-9431-d62141515281), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.114111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:17.120587 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:17.127671 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 9 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:17.129230 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (4146bc6c-0058-4cef-a321-5c6a6314a817), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.145928 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad8f6b0-3bd5-4ee9-bda6-45ceae01fbc3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:17.170828 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:17.172170 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (92407881-e0f2-4a41-940b-fcc7bc98aa33), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.191864 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:17.192231 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (c9f125b3-d6d2-49a3-9431-d62141515281), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.194748 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (4146bc6c-0058-4cef-a321-5c6a6314a817), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.200973 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (c9f125b3-d6d2-49a3-9431-d62141515281), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.224696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4146bc6c-0058-4cef-a321-5c6a6314a817,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:17.242202 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9f125b3-d6d2-49a3-9431-d62141515281,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:17.263137 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.268669 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1d4b6f87-f734-4a66-a661-060e490faaad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0236130 Sep 26 17:59:17.270002 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36808) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:17.272982 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.311033 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4c3d76cd-b463-4dae-bff8-5d81dd1de2c5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3541770 Sep 26 17:59:17.317766 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': 'ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:17.324850 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36810) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:17.336027 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:17.340807 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Pushing event updated for resources: {'Port': ['ID=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:17.367006 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db5b65-29fa-4281-abc5-9a616d9bd065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=200f28bb-3fee-45cd-a091-32efcfec6237,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:17.373332 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.376879 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6b129-0c31-4eda-b1e9-5da95e36c83f req-a04f7fad-4bf4-4664-af11-bee41e7c2c01 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:17.386764 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64f6b129-0c31-4eda-b1e9-5da95e36c83f req-a04f7fad-4bf4-4664-af11-bee41e7c2c01 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 931 time: 1.4594476 Sep 26 17:59:17.588554 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64f6b129-0c31-4eda-b1e9-5da95e36c83f req-8571a949-5048-4f09-afa1-bdbe40d66319 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007585 Sep 26 17:59:17.601302 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Request body: {'port': {'device_id': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:17.602952 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 36812) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:17.604721 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (a6e91322-a568-4237-9729-2329f34d8165), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.625548 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:17.626252 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.626535 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 Sep 26 17:59:17.685080 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:17.780821 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T17:59:03Z', 'revision_number': 3, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:17.796435 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (8c9f15cd-9588-4662-99bf-b9d79fcdba54), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:17.814484 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2107c0e6-74e1-4ede-8dd0-b0b3289208b1 None None] The sync data for ids ['92407881-e0f2-4a41-940b-fcc7bc98aa33'] in dv-cinder-859318-1-iscsi is: [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T17:59:03Z', 'revision_number': 3, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:17.858149 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'Port': ['ID=a6e91322-a568-4237-9729-2329f34d8165,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:17.879029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:17.883536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:17.897839 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:17.909374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8710381d-f9fb-492e-a653-3a75a6e6eab7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.131286 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Request body: {'port': {'device_id': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:18.180961 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:18.181752 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.255361 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:18.261626 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 10 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:18.282120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.338325 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (a50b7844-ed5e-4525-95d3-57f30a66d9cb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.354801 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:18.356242 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.372975 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 2, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:18.436667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:18.437094 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Updating router e884a637-9b8a-4835-bfc0-ced72915fc1c port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:18.447894 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.449049 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c96ce428-6c9a-4587-9439-4f470b66a1de up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:18.504480 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:16Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:18.505996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:18.519509 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:18.530938 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:18.600525 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:18.645984 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abaf0a50-6e3d-45a6-8380-b0a1bc76fc55 None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:16Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:18.739940 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:18.751167 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.786576 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c96ce428-6c9a-4587-9439-4f470b66a1de triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:18.787181 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.787539 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c96ce428-6c9a-4587-9439-4f470b66a1de Sep 26 17:59:18.858032 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8710381d-f9fb-492e-a653-3a75a6e6eab7 admin admin] Publish callbacks [] for security_group (c34c74ed-c7a5-4bd1-941d-7dc83752feb9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:18.911116 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:18.931875 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:18.933559 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:18.935060 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:18.987900 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.007841 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Provisioning complete for port 66e18e58-8716-46b2-a7ba-3618f07118c8 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:19.010667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.011139 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 1 to provision port 66e18e58-8716-46b2-a7ba-3618f07118c8 Sep 26 17:59:19.072331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (8c9f15cd-9588-4662-99bf-b9d79fcdba54), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.114493 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:19.123563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (8c9f15cd-9588-4662-99bf-b9d79fcdba54), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.343166 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.348008 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0321541 Sep 26 17:59:19.407196 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a6e91322-a568-4237-9729-2329f34d8165), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.525664 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36850) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:19.562864 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c96ce428-6c9a-4587-9439-4f470b66a1de is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:19.568758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 66e18e58-8716-46b2-a7ba-3618f07118c8 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:19.575928 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:19.627754 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08a37c-4ed2-45ad-95bf-79c46cbd28df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9f15cd-9588-4662-99bf-b9d79fcdba54,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:19.641062 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.663364 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 66e18e58-8716-46b2-a7ba-3618f07118c8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:19.664156 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.664622 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 66e18e58-8716-46b2-a7ba-3618f07118c8 Sep 26 17:59:19.759163 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for port (a6e91322-a568-4237-9729-2329f34d8165), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.885313 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:08Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:19.950053 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks [] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.963402 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:19.976790 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (a6e91322-a568-4237-9729-2329f34d8165), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.977855 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (a50b7844-ed5e-4525-95d3-57f30a66d9cb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.982090 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:19.985390 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Updating router 03397f48-dd19-4a2c-b3d0-30e65c695242 port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:19.995787 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (92407881-e0f2-4a41-940b-fcc7bc98aa33), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.016711 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8710381d-f9fb-492e-a653-3a75a6e6eab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c34c74ed-c7a5-4bd1-941d-7dc83752feb9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.082553 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.096355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:20.165211 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Allocated IP 172.27.0.64 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/bc115f6c-a459-4a9d-9b4a-581ba18024e9) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:20.201087 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.257070 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Publish callbacks [] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.260157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:20.334557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:20.337345 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8710381d-f9fb-492e-a653-3a75a6e6eab7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=cc4114a9ef274f51a518428a68fb64cb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.7301013 Sep 26 17:59:20.339442 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:20.357990 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36864) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:20.372863 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.609604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Current status of the port 66e18e58-8716-46b2-a7ba-3618f07118c8 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:20.670222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.690766 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3037715-241b-48b6-ab9a-7adc5713a2bd None None] Pushing event updated for resources: {'Port': ['ID=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:20.767703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0d1536-90fb-4be5-a58f-7769551047b0 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:20.789865 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Publish callbacks [] for port (df0d1536-90fb-4be5-a58f-7769551047b0), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.807138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36876) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:20.870185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba033085-5dac-4bf7-8275-8ba244dbc8f2 admin admin] Publish callbacks [] for security_group (c34c74ed-c7a5-4bd1-941d-7dc83752feb9), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:20.902081 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'Port': ['ID=a6e91322-a568-4237-9729-2329f34d8165,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:20.963211 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Transition to ACTIVE for port object df0d1536-90fb-4be5-a58f-7769551047b0 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:20.980827 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.001137 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Provisioning complete for port 03110d54-c8ed-4209-943b-56424530d586 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:21.004109 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (03110d54-c8ed-4209-943b-56424530d586), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.007030 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 1 to provision port 03110d54-c8ed-4209-943b-56424530d586 Sep 26 17:59:21.009205 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.027782 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba033085-5dac-4bf7-8275-8ba244dbc8f2 admin admin] Publish callbacks [] for security_group (c34c74ed-c7a5-4bd1-941d-7dc83752feb9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.042763 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Publish callbacks [] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.056575 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.092393 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 66e18e58-8716-46b2-a7ba-3618f07118c8 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:21.094058 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7fb48418-7451-47fd-9837-b0d03b4c8b24 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:21.105972 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710381d-f9fb-492e-a653-3a75a6e6eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34c74ed-c7a5-4bd1-941d-7dc83752feb9,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.129116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.151698 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156ea069-4df4-467c-ae47-50d69585a503 req-6f1b838a-8b02-48d3-afb2-49d3015b8a70 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:21.156862 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-156ea069-4df4-467c-ae47-50d69585a503 req-6f1b838a-8b02-48d3-afb2-49d3015b8a70 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 931 time: 1.2041328 Sep 26 17:59:21.197852 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.199418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1243a90e-778a-4ac1-8482-9cd07d5538d5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8251686 Sep 26 17:59:21.256999 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481412-e4ff-4501-8399-5710fcf0f21a None None] Pushing event updated for resources: {'Port': ['ID=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.281421 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.292379 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Pushing event updated for resources: {'Port': ['ID=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.324985 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Attempting to bind port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:21.325633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Attempting to bind port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:21.325951 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Attempting to bind port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:21.365764 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-89fa1438-b6b1-4eb6-b189-405abb155bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.456077 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Attempting to bind port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:21.456485 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Attempting to bind port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:21.456809 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Attempting to bind port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:21.536710 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:UPDATE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.555009 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.571234 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:21.571744 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:21.572210 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.572989 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Bound using segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:21.573641 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Bound port: 67334e16-b4b4-44ea-9a69-4f9c9ca678fd, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:21.579145 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.587015 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 7fb48418-7451-47fd-9837-b0d03b4c8b24 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:21.587015 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.587015 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 7fb48418-7451-47fd-9837-b0d03b4c8b24 Sep 26 17:59:21.673098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:21.673510 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Checking segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:21.673916 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.674662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Bound using segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:21.674808 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Bound port: b420d84a-6d0a-4532-b3d2-dbcdcd91ce67, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:21.675363 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.693230 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.696765 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Current status of the port 03110d54-c8ed-4209-943b-56424530d586 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:21.717975 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba033085-5dac-4bf7-8275-8ba244dbc8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c34c74ed-c7a5-4bd1-941d-7dc83752feb9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.725932 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] For port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:21.737250 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] For port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:21.743574 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:21.745627 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba033085-5dac-4bf7-8275-8ba244dbc8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.748649 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ba033085-5dac-4bf7-8275-8ba244dbc8f2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c34c74ed-c7a5-4bd1-941d-7dc83752feb9 HTTP/1.1" status: 204 len: 168 time: 1.3825994 Sep 26 17:59:21.758536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Pushing event updated for resources: {'Port': ['ID=df0d1536-90fb-4be5-a58f-7769551047b0,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.769162 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.781760 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 7fb48418-7451-47fd-9837-b0d03b4c8b24 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:21.784627 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.866426 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Provisioning complete for port 5cf50a31-2419-46d2-b1be-19083d828136 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:21.870983 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5cf50a31-2419-46d2-b1be-19083d828136), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:21.871469 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Attempt 1 to provision port 5cf50a31-2419-46d2-b1be-19083d828136 Sep 26 17:59:21.871605 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.27.0.52 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/72e3496c-703c-41df-9a08-d1f8af2f93c3) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:21.884605 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df481412-e4ff-4501-8399-5710fcf0f21a None None] Pushing event updated for resources: {'Port': ['ID=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.889016 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:21.890248 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:21.890624 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:21.898044 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-156ea069-4df4-467c-ae47-50d69585a503 req-0df81c9d-b66a-4cfa-8405-0183f51dc81b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7095716 Sep 26 17:59:21.903135 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba033085-5dac-4bf7-8275-8ba244dbc8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34c74ed-c7a5-4bd1-941d-7dc83752feb9,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:21.906759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:21.910612 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Attempting to bind port df0d1536-90fb-4be5-a58f-7769551047b0 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:21.915180 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Attempting to bind port df0d1536-90fb-4be5-a58f-7769551047b0 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:21.915888 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Attempting to bind port df0d1536-90fb-4be5-a58f-7769551047b0 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:21.939741 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:21.958860 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:21.989921 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'Port': ['ID=bc115f6c-a459-4a9d-9b4a-581ba18024e9,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:22.023960 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce2f364-b64c-48ae-a052-52d50a91b218 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:22.101235 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 7fb48418-7451-47fd-9837-b0d03b4c8b24, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=7fb48418-7451-47fd-9837-b0d03b4c8b24,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:22.133729 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:22.143178 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:22.214733 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Publish callbacks [] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.224430 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.244414 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Port df0d1536-90fb-4be5-a58f-7769551047b0 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:22.244745 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Attempting to bind port df0d1536-90fb-4be5-a58f-7769551047b0 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:22.415425 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] For port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:22.489964 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] For port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:22.520132 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:22.558644 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.559893 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:22.592768 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862a7072-02a7-46c9-a7cc-9567d18baa6f None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:22.768647 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Transition to ACTIVE for port object 1ce2f364-b64c-48ae-a052-52d50a91b218 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:22.852101 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fcbf392-ae5d-4850-94a2-3d71fdb6aad5 None None] Current status of the port 5cf50a31-2419-46d2-b1be-19083d828136 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:22.877835 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:22.932421 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:22.932925 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:22.935098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=7fb48418-7451-47fd-9837-b0d03b4c8b24,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:22.998536 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-56ea1d03-5474-4a33-a166-b6c730dd9d40 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--817803857&fields=id&tenant_id=3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 267 time: 1.3658814 Sep 26 17:59:23.024552 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (7506e516-3ddf-4a8e-acca-d90f7e807aaf), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.207158 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device dab8ab52-7a05-4383-b1d1-a5a287dee4be up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:23.265716 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-89fa1438-b6b1-4eb6-b189-405abb155bca admin admin] Publish callbacks [] for security_group (e7e04941-4b5e-4ae3-9b5e-3eca8016629a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.382422 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-5e395579-a659-4293-83d5-5e8890e901b0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:23.384313 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-5e395579-a659-4293-83d5-5e8890e901b0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 816 time: 0.3500013 Sep 26 17:59:23.443545 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:23.443883 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Checking segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:23.444640 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Bound using segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:23.445395 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Bound port: df0d1536-90fb-4be5-a58f-7769551047b0, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:23.445774 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.480423 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port dab8ab52-7a05-4383-b1d1-a5a287dee4be triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:23.480989 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.481146 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port dab8ab52-7a05-4383-b1d1-a5a287dee4be Sep 26 17:59:23.482693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Provisioning complete for port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:23.492462 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.492876 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Attempt 1 to provision port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd Sep 26 17:59:23.517227 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.550729 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a4cdb-d936-4462-bacd-789d76d0d1e7 req-4ec9f68f-fc58-495f-a46f-b6f4ec635fda tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:23.561046 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-614a4cdb-d936-4462-bacd-789d76d0d1e7 req-4ec9f68f-fc58-495f-a46f-b6f4ec635fda tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.3111455 Sep 26 17:59:23.578956 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.596284 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-4982a6bf-cc42-4824-b3e1-8fdb9550980b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/quotas/3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 375 time: 0.1672456 Sep 26 17:59:23.694521 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-89fa1438-b6b1-4eb6-b189-405abb155bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e7e04941-4b5e-4ae3-9b5e-3eca8016629a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.838163 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce2f364-b64c-48ae-a052-52d50a91b218,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:23.848725 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3037715-241b-48b6-ab9a-7adc5713a2bd None None] Pushing event updated for resources: {'Port': ['ID=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:23.860237 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-89fa1438-b6b1-4eb6-b189-405abb155bca admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=44ec15b901f942cb9a9cc57541cfb201&name=default HTTP/1.1" status: 200 len: 2996 time: 3.0405562 Sep 26 17:59:23.878717 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 36934) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:23.895500 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:23.908382 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-bef39c41-a84e-427e-8e9f-69f7f3ffa00c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2735384 Sep 26 17:59:23.942992 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Attempting to bind port 1ce2f364-b64c-48ae-a052-52d50a91b218 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:23.943602 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Attempting to bind port 1ce2f364-b64c-48ae-a052-52d50a91b218 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:23.944100 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Attempting to bind port 1ce2f364-b64c-48ae-a052-52d50a91b218 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:23.946610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:23.995222 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:24.029301 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa1438-b6b1-4eb6-b189-405abb155bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e04941-4b5e-4ae3-9b5e-3eca8016629a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:24.044381 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Router 92407881-e0f2-4a41-940b-fcc7bc98aa33 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 17:59:24.110425 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:24.113144 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.123222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.158192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port dab8ab52-7a05-4383-b1d1-a5a287dee4be is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:24.158866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.177617 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Current status of the port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:24.178270 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.191468 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-614a4cdb-d936-4462-bacd-789d76d0d1e7 req-f939636c-b07a-4bc4-af88-ed0595bb5781 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6298020 Sep 26 17:59:24.202875 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] For port df0d1536-90fb-4be5-a58f-7769551047b0, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:24.223748 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.269215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port dab8ab52-7a05-4383-b1d1-a5a287dee4be, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=dab8ab52-7a05-4383-b1d1-a5a287dee4be,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:24.286431 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.287634 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5cf50a31-2419-46d2-b1be-19083d828136 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:24.294766 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.318047 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] For port df0d1536-90fb-4be5-a58f-7769551047b0, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df0d1536-90fb-4be5-a58f-7769551047b0,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:24.342718 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] For port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:24.363870 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:24.405788 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.443448 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b58f6b8-c6be-468a-a856-95320f1d9645 admin admin] Publish callbacks [] for security_group (e7e04941-4b5e-4ae3-9b5e-3eca8016629a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.480094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:24.492796 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Provisioning complete for port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:24.493311 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.493550 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Attempt 1 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:24.495109 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.505086 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:24.505738 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.513347 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 1094 time: 7.4369917 Sep 26 17:59:24.518016 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=72e3496c-703c-41df-9a08-d1f8af2f93c3,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:24.555490 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'tag': 'df0d1536-90fb-4be5-a58f-7769551047b0'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:24.671138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b58f6b8-c6be-468a-a856-95320f1d9645 admin admin] Publish callbacks [] for security_group (e7e04941-4b5e-4ae3-9b5e-3eca8016629a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.676020 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Port 1ce2f364-b64c-48ae-a052-52d50a91b218 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:24.676356 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Attempting to bind port 1ce2f364-b64c-48ae-a052-52d50a91b218 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:24.957806 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:24.959470 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.989494 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (b38cb499-57b6-43e4-93a2-3a0e68e7f684), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.993800 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:24.994505 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (7506e516-3ddf-4a8e-acca-d90f7e807aaf), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.011889 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 5cf50a31-2419-46d2-b1be-19083d828136 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:25.012682 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (5cf50a31-2419-46d2-b1be-19083d828136), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.013038 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 5cf50a31-2419-46d2-b1be-19083d828136 Sep 26 17:59:25.097251 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.098740 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7716458 Sep 26 17:59:25.104155 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:25.104742 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Checking segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:25.105451 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Bound using segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:25.106067 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Bound port: 1ce2f364-b64c-48ae-a052-52d50a91b218, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:25.106569 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.184951 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6528e253-ec7b-44ce-8d94-dee2cd694558 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'Port': ['ID=bc115f6c-a459-4a9d-9b4a-581ba18024e9,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.185432 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-02d94dbb-2630-43d3-abfa-6b7e4feac03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.187099 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-02d94dbb-2630-43d3-abfa-6b7e4feac03f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1128 time: 0.4517777 Sep 26 17:59:25.203896 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-f45c4137-39b1-40c5-931f-b3964e1aba7b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1900635 Sep 26 17:59:25.206857 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 17:59:25.212640 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.260508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d7066-76e6-4738-ad4c-ec1e2006d44d service neutron] Pushing event updated for resources: {'Port': ['ID=df0d1536-90fb-4be5-a58f-7769551047b0,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.270773 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=dab8ab52-7a05-4383-b1d1-a5a287dee4be,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.287992 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-493b21b9-4250-429e-aea0-a33762af001b admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/92407881-e0f2-4a41-940b-fcc7bc98aa33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.5438137 Sep 26 17:59:25.300032 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b58f6b8-c6be-468a-a856-95320f1d9645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e7e04941-4b5e-4ae3-9b5e-3eca8016629a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.311033 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b58f6b8-c6be-468a-a856-95320f1d9645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.326468 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8b58f6b8-c6be-468a-a856-95320f1d9645 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/e7e04941-4b5e-4ae3-9b5e-3eca8016629a HTTP/1.1" status: 204 len: 168 time: 1.4462178 Sep 26 17:59:25.414568 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58f6b8-c6be-468a-a856-95320f1d9645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e04941-4b5e-4ae3-9b5e-3eca8016629a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.554098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Pushing event updated for resources: {'Port': ['ID=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:25.586019 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Sync routers for ids ['92407881-e0f2-4a41-940b-fcc7bc98aa33'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 17:59:25.604683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:22Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:25.667288 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424" -d '{"events": [{"name": "network-changed", "server_uuid": "69cac0df-ef48-4e3c-93be-4e8b9d072334", "tag": "df0d1536-90fb-4be5-a58f-7769551047b0"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:25.669035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610e02d9-dff2-4200-be99-0ef0e9e506c1 None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:22Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:25.684933 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Routers {'92407881-e0f2-4a41-940b-fcc7bc98aa33'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:25.687039 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['92407881-e0f2-4a41-940b-fcc7bc98aa33'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:25.692504 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] For port 1ce2f364-b64c-48ae-a052-52d50a91b218, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:25.812231 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] For port 1ce2f364-b64c-48ae-a052-52d50a91b218, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1ce2f364-b64c-48ae-a052-52d50a91b218,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:25.820332 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f7326-358c-4182-915a-b03beb7ae3a7 req-a8b87337-43ab-4b04-8061-0d1599c5aa3e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.833097 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-732f7326-358c-4182-915a-b03beb7ae3a7 req-a8b87337-43ab-4b04-8061-0d1599c5aa3e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.1522989 Sep 26 17:59:25.844823 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:25.861073 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-5aae1265-4e51-4d7b-89ce-3c19d69070a0 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 217 time: 0.5872116 Sep 26 17:59:25.875181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.886058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:25.886694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:25.912908 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 200 len: 1093 time: 9.0770080 Sep 26 17:59:25.949235 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'tag': '1ce2f364-b64c-48ae-a052-52d50a91b218'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:25.961208 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-732f7326-358c-4182-915a-b03beb7ae3a7 req-25519513-92d3-4b08-8db4-d4e915dbe9e2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271386 Sep 26 17:59:26.012565 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Set router 92407881-e0f2-4a41-940b-fcc7bc98aa33 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:26.129175 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-f1a5f0fd-e4b7-47d9-9c61-2014f4e6f75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:26.138904 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-f1a5f0fd-e4b7-47d9-9c61-2014f4e6f75c service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.1912882 Sep 26 17:59:26.188886 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:26.236830 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-694874b0-ffae-4317-8524-5c087a4182ff service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0317852 Sep 26 17:59:26.371438 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 37010) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:26.416002 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ec0c-924d-4d0e-a1f7-828ff7d6e341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.464092 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 5cf50a31-2419-46d2-b1be-19083d828136 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:26.465215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:26.476979 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T17:59:17Z', 'revision_number': 4, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '720fc5ac-57fc-4ffa-b2e9-002efe717a8e', 'name': '', 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'mac_address': 'fa:16:3e:93:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:13Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 2, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'subnets': [{'id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:26.535039 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3e534-1afd-4c43-9038-ea73a19cc682 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce2f364-b64c-48ae-a052-52d50a91b218,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:26.571244 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-c8e51428-bc8a-4a3d-a4a1-11d46c0bb0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:26.584608 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-c8e51428-bc8a-4a3d-a4a1-11d46c0bb0b8 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1127 time: 0.2275493 Sep 26 17:59:26.585488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Checking router: 92407881-e0f2-4a41-940b-fcc7bc98aa33 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 17:59:26.586000 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Updating router 92407881-e0f2-4a41-940b-fcc7bc98aa33 port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 17:59:26.591132 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Current status of the port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:26.591515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.612202 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.664607 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.749440 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83671682-9cc8-4225-82bd-5229f18dccab req-42788501-ae5c-4341-bfca-4a1379e77d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:26.751503 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-42788501-ae5c-4341-bfca-4a1379e77d09 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2867060 Sep 26 17:59:26.759128 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-91ad871b-ac29-4175-b37c-16b444b28859 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 200 len: 217 time: 0.1448796 Sep 26 17:59:26.764089 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8036faf-be99-4db7-a125-806918f21edf" -d '{"events": [{"name": "network-changed", "server_uuid": "023fd2a0-77b9-416e-b973-3ebda1fa3095", "tag": "1ce2f364-b64c-48ae-a052-52d50a91b218"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:26.768781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.769524 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (b38cb499-57b6-43e4-93a2-3a0e68e7f684), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.803172 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:26.885111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:26.885508 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.885852 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 Sep 26 17:59:26.927953 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4c44b0-512b-491b-9d5f-623a45006ff6 x-openstack-request-id: req-8e4c44b0-512b-491b-9d5f-623a45006ff6 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:26.928261 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69cac0df-ef48-4e3c-93be-4e8b9d072334", "tag": "df0d1536-90fb-4be5-a58f-7769551047b0", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:26.928706 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8e4c44b0-512b-491b-9d5f-623a45006ff6 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:26.929318 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4c44b0-512b-491b-9d5f-623a45006ff6'] response: {'name': 'network-changed', 'server_uuid': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'tag': 'df0d1536-90fb-4be5-a58f-7769551047b0', 'status': 'completed', 'code': 200} Sep 26 17:59:26.953050 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-85f14eca-0fae-41f9-bcea-ca756b46d308 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--646508280&fields=id&tenant_id=993e0f8cdcb744279b2987d0d8f321ae HTTP/1.1" status: 200 len: 267 time: 0.3036928 Sep 26 17:59:26.959495 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:26.973157 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] For port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:26.973902 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4450076 Sep 26 17:59:26.986457 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.022094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12e14b-ddbf-414d-a285-8fe510e81d40 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=72e3496c-703c-41df-9a08-d1f8af2f93c3,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.026411 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-c5dfabca-0f42-4a41-88dc-6a5140dd85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:27.027375 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-c5dfabca-0f42-4a41-88dc-6a5140dd85dd service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.2595298 Sep 26 17:59:27.052086 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Provisioning complete for port 66e18e58-8716-46b2-a7ba-3618f07118c8 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:27.052511 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.052855 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Attempt 1 to provision port 66e18e58-8716-46b2-a7ba-3618f07118c8 Sep 26 17:59:27.157029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:27.158213 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 952678da-24e6-48b7-8bc2-703782af977c up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:27.180094 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.201651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-8cc41504-230e-42ab-aac5-7b708b7967a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:27.203374 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-8cc41504-230e-42ab-aac5-7b708b7967a0 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1643982 Sep 26 17:59:27.224927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-d98bc15f-274e-48bf-9e88-a9859bd5ec50 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:27.236777 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-d98bc15f-274e-48bf-9e88-a9859bd5ec50 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 811 time: 0.2822955 Sep 26 17:59:27.278479 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Pushing event updated for resources: {'Port': ['ID=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.335639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-1638b02c-228d-4283-9007-be8f9e6639ca tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/quotas/993e0f8cdcb744279b2987d0d8f321ae HTTP/1.1" status: 200 len: 375 time: 0.0977795 Sep 26 17:59:27.349696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.350881 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 952678da-24e6-48b7-8bc2-703782af977c triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:27.351311 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (952678da-24e6-48b7-8bc2-703782af977c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.351656 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 952678da-24e6-48b7-8bc2-703782af977c Sep 26 17:59:27.401579 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.402884 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Current status of the port 66e18e58-8716-46b2-a7ba-3618f07118c8 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:27.429516 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ec0c-924d-4d0e-a1f7-828ff7d6e341 admin admin] Publish callbacks [] for security_group (b1a2bf2a-0893-405d-bf1f-d5f7599a19f0), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.439381 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-0f2bd09b-117f-440b-9065-e2cba80a9fb1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222662 Sep 26 17:59:27.441629 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Publish callbacks [] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.456328 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.495548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e7ec0c-924d-4d0e-a1f7-828ff7d6e341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b1a2bf2a-0893-405d-bf1f-d5f7599a19f0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.528118 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.529210 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Provisioning complete for port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:27.529615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.529969 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Attempt 1 to provision port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e Sep 26 17:59:27.536329 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b8e7ec0c-924d-4d0e-a1f7-828ff7d6e341 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=83c74e06abe8467fae76793f536ae17a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1633356 Sep 26 17:59:27.538871 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 37060) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:27.597801 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc06031-4aa4-42be-bcd5-fb138b98e2e3 None None] Pushing event updated for resources: {'Port': ['ID=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.607902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:27.647029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 952678da-24e6-48b7-8bc2-703782af977c is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:27.647816 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (952678da-24e6-48b7-8bc2-703782af977c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.663842 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:27.673748 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68de9a95-b48a-4c0d-a889-5d23632dd78a req-a59beb95-ed67-4a66-88c5-0c932348c01e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958072 Sep 26 17:59:27.683085 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Attempting to bind port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:27.683544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Attempting to bind port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:27.683976 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Attempting to bind port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e on network 61cf50b2-6772-44b8-83f4-4baca44f92d1 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:27.690474 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 952678da-24e6-48b7-8bc2-703782af977c, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=952678da-24e6-48b7-8bc2-703782af977c,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:27.712370 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (952678da-24e6-48b7-8bc2-703782af977c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.713229 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 3332f53e-2252-475d-a5ed-f38afdfa14e8 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:27.779790 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-eb41ff0e-5606-4853-9981-abd8558f70e2 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0048134 Sep 26 17:59:27.809407 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-599a6dd4-9bc7-4ad6-9356-25ab612dc0df tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4728119 Sep 26 17:59:27.813229 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:27.813602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Checking segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:27.814566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.814566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Bound using segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:27.815028 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Bound port: 720fc5ac-57fc-4ffa-b2e9-002efe717a8e, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:27.815996 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.819684 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=952678da-24e6-48b7-8bc2-703782af977c,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.836434 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e7ec0c-924d-4d0e-a1f7-828ff7d6e341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a2bf2a-0893-405d-bf1f-d5f7599a19f0,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:27.859813 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99eb728a-6622-45db-88dc-ecdbf929dca9 admin admin] Publish callbacks [] for security_group (b1a2bf2a-0893-405d-bf1f-d5f7599a19f0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.864164 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 3332f53e-2252-475d-a5ed-f38afdfa14e8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:27.864539 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.864917 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 3332f53e-2252-475d-a5ed-f38afdfa14e8 Sep 26 17:59:27.898056 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-53113a61-b2c9-4fab-83c5-f4328c285f9c tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:27.905009 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-53113a61-b2c9-4fab-83c5-f4328c285f9c tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/networks?id=61cf50b2-6772-44b8-83f4-4baca44f92d1 HTTP/1.1" status: 200 len: 812 time: 0.5650969 Sep 26 17:59:27.908670 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99eb728a-6622-45db-88dc-ecdbf929dca9 admin admin] Publish callbacks [] for security_group (b1a2bf2a-0893-405d-bf1f-d5f7599a19f0), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:27.926648 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] For port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:27.931784 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] For port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:27.937341 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-ad1e5e44-fef0-48fc-ad87-2556267826bd tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/quotas/aa42868f9e9e4d00be6a78ec54924712 HTTP/1.1" status: 200 len: 375 time: 0.0314105 Sep 26 17:59:27.956975 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.002515 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-12121089-220e-4a29-a553-4b02e2a526b3 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=aa42868f9e9e4d00be6a78ec54924712&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620146 Sep 26 17:59:28.036287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-3c5b4f16-3990-4db8-bda5-d40d04d1e8cd service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 17:59:28.037339 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-3c5b4f16-3990-4db8-bda5-d40d04d1e8cd service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0898407 Sep 26 17:59:28.040357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99eb728a-6622-45db-88dc-ecdbf929dca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b1a2bf2a-0893-405d-bf1f-d5f7599a19f0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.042935 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99eb728a-6622-45db-88dc-ecdbf929dca9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.046475 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-99eb728a-6622-45db-88dc-ecdbf929dca9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b1a2bf2a-0893-405d-bf1f-d5f7599a19f0 HTTP/1.1" status: 204 len: 168 time: 0.4994609 Sep 26 17:59:28.103179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb728a-6622-45db-88dc-ecdbf929dca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a2bf2a-0893-405d-bf1f-d5f7599a19f0,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:28.154773 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 3332f53e-2252-475d-a5ed-f38afdfa14e8 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:28.155196 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.168662 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Attempt 2 to provision port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e Sep 26 17:59:28.171095 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Routers {'92407881-e0f2-4a41-940b-fcc7bc98aa33'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 17:59:28.171845 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T17:59:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['92407881-e0f2-4a41-940b-fcc7bc98aa33'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:28.192036 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-ffd2d297-68ff-457e-844d-b2a8550b81dd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/61cf50b2-6772-44b8-83f4-4baca44f92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820345 Sep 26 17:59:28.210684 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-02e5e172-ee96-40fc-ba6c-dfd11d301457 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654303 Sep 26 17:59:28.261557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc06031-4aa4-42be-bcd5-fb138b98e2e3 None None] Pushing event updated for resources: {'Port': ['ID=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:28.294054 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 3332f53e-2252-475d-a5ed-f38afdfa14e8, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=3332f53e-2252-475d-a5ed-f38afdfa14e8,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:28.327029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.328695 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 67334e16-b4b4-44ea-9a69-4f9c9ca678fd up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:28.370008 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-460b6b34-8d27-4322-9d52-406b05d0be93 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/61cf50b2-6772-44b8-83f4-4baca44f92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670547 Sep 26 17:59:28.372025 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-8ae260c7-3665-4257-9628-7cc27f04d79c service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468372 Sep 26 17:59:28.457271 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] Set router 92407881-e0f2-4a41-940b-fcc7bc98aa33 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 17:59:28.499152 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Current status of the port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:28.500228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.502865 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=3332f53e-2252-475d-a5ed-f38afdfa14e8,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:28.536864 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:28.537240 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.537647 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd Sep 26 17:59:28.641812 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:28.710260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] For port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:28.718899 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0f727845-5655-4445-98e7-f59b19a4e283 req-9bcf3e70-4407-4f12-82d2-591a8ec41f9b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0450792 Sep 26 17:59:28.726987 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.801806 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Provisioning complete for port 3332f53e-2252-475d-a5ed-f38afdfa14e8 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:28.802196 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:28.802541 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Attempt 1 to provision port 3332f53e-2252-475d-a5ed-f38afdfa14e8 Sep 26 17:59:28.825471 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:28.910792 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Pushing event updated for resources: {'Port': ['ID=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:28.956715 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0be74-6f70-404e-b8dc-4e56a764983b req-6f6c5540-4c80-43a0-95be-10b6d3fcd162 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:28.963294 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-78c0be74-6f70-404e-b8dc-4e56a764983b req-6f6c5540-4c80-43a0-95be-10b6d3fcd162 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.1002774 Sep 26 17:59:28.964515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:29.002566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:29.055183 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T17:59:17Z', 'revision_number': 4, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '720fc5ac-57fc-4ffa-b2e9-002efe717a8e', 'name': '', 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'mac_address': 'fa:16:3e:93:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:13Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'subnets': [{'id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 17:59:29.075140 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-78c0be74-6f70-404e-b8dc-4e56a764983b req-4785e28a-3ca9-4046-b002-74c7497d9189 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990558 Sep 26 17:59:29.150615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7aefbd-e1eb-445d-acc9-53bfff556e9e None None] The sync data for ids ['92407881-e0f2-4a41-940b-fcc7bc98aa33'] in dv-cinder-859318-1-iscsi is: [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T17:59:17Z', 'revision_number': 4, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '720fc5ac-57fc-4ffa-b2e9-002efe717a8e', 'name': '', 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'mac_address': 'fa:16:3e:93:6c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_interface', 'standard_attr_id': 128, 'fixed_ips': [{'subnet_id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:13Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'subnets': [{'id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 17:59:29.163449 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-984c8965-5fad-4e19-aa7a-7b7e668e804a None None] Current status of the port 3332f53e-2252-475d-a5ed-f38afdfa14e8 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:29.227275 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:29.316797 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-64564fe1-90a8-4996-8c81-890d2c7ac264 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--320712&fields=id&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 267 time: 0.1173542 Sep 26 17:59:29.383079 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 952678da-24e6-48b7-8bc2-703782af977c up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:29.503132 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 952678da-24e6-48b7-8bc2-703782af977c triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:29.503523 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (952678da-24e6-48b7-8bc2-703782af977c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:29.503867 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 952678da-24e6-48b7-8bc2-703782af977c Sep 26 17:59:29.536666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5e4bfa-fb62-4e69-8bed-5d5ac1ba3b3e x-openstack-request-id: req-1c5e4bfa-fb62-4e69-8bed-5d5ac1ba3b3e {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:29.537712 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "023fd2a0-77b9-416e-b973-3ebda1fa3095", "tag": "1ce2f364-b64c-48ae-a052-52d50a91b218", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:29.538274 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c5e4bfa-fb62-4e69-8bed-5d5ac1ba3b3e {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:29.539578 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c5e4bfa-fb62-4e69-8bed-5d5ac1ba3b3e'] response: {'name': 'network-changed', 'server_uuid': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'tag': '1ce2f364-b64c-48ae-a052-52d50a91b218', 'status': 'completed', 'code': 200} Sep 26 17:59:29.564730 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:29.605990 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-89710c2c-699a-4ce4-9b46-6d9d24626ede tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:29.614749 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-89710c2c-699a-4ce4-9b46-6d9d24626ede tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.2735746 Sep 26 17:59:29.635689 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 952678da-24e6-48b7-8bc2-703782af977c is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:29.635829 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 3332f53e-2252-475d-a5ed-f38afdfa14e8 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:29.663253 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-0ad55341-d1b0-4866-b9a6-79939e5fa04b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/quotas/3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 375 time: 0.0477304 Sep 26 17:59:29.673749 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fd76399-ddd2-4c91-abf0-abb3119f8e5c req-82690539-3966-4ca5-8ed5-54091c00f5ff tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0521488 Sep 26 17:59:29.725683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 3332f53e-2252-475d-a5ed-f38afdfa14e8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:29.726207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:29.726555 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 3332f53e-2252-475d-a5ed-f38afdfa14e8 Sep 26 17:59:29.754346 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-aa68e996-503e-4ef8-ae4e-957ff479e80c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822849 Sep 26 17:59:29.816663 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 3332f53e-2252-475d-a5ed-f38afdfa14e8 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:29.817809 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:29.842655 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d612cbce-3c5c-4811-a12d-b77d03cb2ba2 req-d498ac0b-5672-477e-b2a7-d953d44b2cdf tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0715930 Sep 26 17:59:29.869956 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:29.870333 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:29.870669 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 Sep 26 17:59:29.916392 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-362248d8-5935-44f9-a32d-e1adaa4ba025 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582036 Sep 26 17:59:29.994214 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:29.995685 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device dab8ab52-7a05-4383-b1d1-a5a287dee4be up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:30.005045 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37146) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:30.065810 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-2ed9bf28-388a-478f-9d80-b7641f4b63e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407847 Sep 26 17:59:30.076839 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port dab8ab52-7a05-4383-b1d1-a5a287dee4be triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:30.077217 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.080059 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port dab8ab52-7a05-4383-b1d1-a5a287dee4be Sep 26 17:59:30.172822 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b10b197d-53b2-4b7e-81b3-b017035c23d1 req-9f99b9ed-ebcb-4e3d-a5e9-5429c1225fe7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0476487 Sep 26 17:59:30.176490 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db936270-7eb1-4247-9613-3edb348f265d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.206038 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port dab8ab52-7a05-4383-b1d1-a5a287dee4be is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:30.208025 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 67334e16-b4b4-44ea-9a69-4f9c9ca678fd up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:30.288510 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:30.288901 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.290437 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd Sep 26 17:59:30.318564 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db936270-7eb1-4247-9613-3edb348f265d admin admin] Publish callbacks [] for security_group (2c95c51b-0236-480a-8a77-31224289b85d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.326389 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db936270-7eb1-4247-9613-3edb348f265d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (2c95c51b-0236-480a-8a77-31224289b85d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.373374 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-db936270-7eb1-4247-9613-3edb348f265d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2487b6670a584c2281733fa2b490e135&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671861 Sep 26 17:59:30.385233 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 37162) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:30.436966 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db936270-7eb1-4247-9613-3edb348f265d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c95c51b-0236-480a-8a77-31224289b85d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:30.462610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:30.464551 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7fb48418-7451-47fd-9837-b0d03b4c8b24 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:30.494332 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf01c87-1db8-4d78-aed4-60167f9b541c req-4a08fe79-4e8d-4cc3-a5a4-26a92f7199ce tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:30.496745 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebf01c87-1db8-4d78-aed4-60167f9b541c req-4a08fe79-4e8d-4cc3-a5a4-26a92f7199ce tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.1264563 Sep 26 17:59:30.579293 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.581676 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 7fb48418-7451-47fd-9837-b0d03b4c8b24 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:30.582073 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.582459 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 7fb48418-7451-47fd-9837-b0d03b4c8b24 Sep 26 17:59:30.608550 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-966e66a4-ef33-426a-8ccd-5054e5908a5b req-196daa64-6669-4507-9dff-4d9cd4d04ddb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0622959 Sep 26 17:59:30.616741 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c8d-3a02-46e3-8060-69aefb22bed8 admin admin] Publish callbacks [] for security_group (2c95c51b-0236-480a-8a77-31224289b85d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.623880 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:30.641042 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c8d-3a02-46e3-8060-69aefb22bed8 admin admin] Publish callbacks [] for security_group (2c95c51b-0236-480a-8a77-31224289b85d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.700985 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 7fb48418-7451-47fd-9837-b0d03b4c8b24 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:30.712396 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebf01c87-1db8-4d78-aed4-60167f9b541c req-e57901fa-c276-4ce1-b123-a3330dbd7983 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587262 Sep 26 17:59:30.754909 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c8d-3a02-46e3-8060-69aefb22bed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (2c95c51b-0236-480a-8a77-31224289b85d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.759464 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c8d-3a02-46e3-8060-69aefb22bed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:30.761305 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f70b8c8d-3a02-46e3-8060-69aefb22bed8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/2c95c51b-0236-480a-8a77-31224289b85d HTTP/1.1" status: 204 len: 168 time: 0.3750827 Sep 26 17:59:30.772337 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b8c8d-3a02-46e3-8060-69aefb22bed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c95c51b-0236-480a-8a77-31224289b85d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:30.846351 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a69be96-db75-4d85-b07a-c9bf431037a2 req-35c3b96d-2acc-483f-ac24-e8fce91bc286 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0437942 Sep 26 17:59:30.975451 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-074640af-9458-4ae1-bcf1-7a43676fd7df req-109e84a9-08b7-42db-b380-b9c04af00a6b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0331261 Sep 26 17:59:31.098129 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 720fc5ac-57fc-4ffa-b2e9-002efe717a8e up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:31.144015 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:31.144547 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:31.145104 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e Sep 26 17:59:31.292552 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f380c609-c166-4691-bc97-87196c4621fa req-262d00dd-f9dc-4d55-8831-91786d7860d7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0301218 Sep 26 17:59:31.328811 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:31.877238 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0d1c39d-1534-46c3-abe9-27b9390479e5 req-2edfaddf-e12f-44bd-bf63-e96f62165ee2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.1361825 Sep 26 17:59:31.996815 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036faf-be99-4db7-a125-806918f21edf req-43d1c7fd-6345-4186-82b6-0eff8a8e1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:31.998631 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-43d1c7fd-6345-4186-82b6-0eff8a8e1a47 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1127 time: 0.1040144 Sep 26 17:59:32.029035 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83671682-9cc8-4225-82bd-5229f18dccab req-c5c61767-0bbf-4db9-9d94-3f72c1c28a9f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979230 Sep 26 17:59:32.051347 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaad4a7-57f1-4a8c-b293-e201228cc175 req-04d52e97-7bf0-407b-b0e6-089d6d9e7916 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:32.061880 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aaaad4a7-57f1-4a8c-b293-e201228cc175 req-04d52e97-7bf0-407b-b0e6-089d6d9e7916 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.1306777 Sep 26 17:59:32.121617 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc43df67-5bba-4ed0-8a13-6120cd9cab60 req-c43c5b59-6458-475b-b8a0-2a05d0cc7b28 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0478218 Sep 26 17:59:32.178616 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aaaad4a7-57f1-4a8c-b293-e201228cc175 req-5381c3db-8087-44cf-9d4f-65a4fe8cae46 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152127 Sep 26 17:59:32.238705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:32.263803 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036faf-be99-4db7-a125-806918f21edf req-92d2a88e-8869-4a7d-a81d-eac59d875a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:32.267205 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-92d2a88e-8869-4a7d-a81d-eac59d875a92 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.2570250 Sep 26 17:59:32.269153 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e9782b37-24b1-4ead-b318-44159a2da1db req-dde5d400-9c99-420c-a99f-e6fed269fb4e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0427468 Sep 26 17:59:32.405888 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e8f1213e-6fbf-49d8-ab08-1128b8e20970 req-9cd57cc3-6b10-4bf6-aac4-23ee02970d1c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0280378 Sep 26 17:59:32.980015 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4600d978-c1a4-4502-8838-ba95d8bb103d req-c1b6cf1b-8f87-4939-a00a-ee6a5593ce41 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0280955 Sep 26 17:59:33.233032 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a770d62-dcbe-45e8-a4a0-183c7a50b790 req-710725e1-9cc3-4ff7-b5f7-794650717b4e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0276845 Sep 26 17:59:33.295349 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ecd82-e32c-42be-977a-98fe9afd8408 req-408f213f-cf59-47ac-83a9-5ff175c8cc6a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:33.297654 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-196ecd82-e32c-42be-977a-98fe9afd8408 req-408f213f-cf59-47ac-83a9-5ff175c8cc6a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.0495138 Sep 26 17:59:33.351269 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-196ecd82-e32c-42be-977a-98fe9afd8408 req-0a5601a9-f60f-4793-bae9-52e2e075d441 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478375 Sep 26 17:59:33.379361 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8ee9e34-bfbb-458b-ae80-4cfb4f7cd4c3 req-17ef1d97-68e3-4d94-8913-2e2776ec7738 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0271387 Sep 26 17:59:33.514939 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-458249d8-50c8-4a90-bb57-95776e0f0e92 req-2e630bff-cb72-46a5-9ca4-21238f6b9e03 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0276616 Sep 26 17:59:34.082895 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e3d040c9-c027-413e-bc83-fb2e03ed8cc2 req-6b115daf-a9ac-424b-97c1-b7d9b408b55a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0311418 Sep 26 17:59:34.332403 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c01e1bd-d1bc-418a-8db2-177729ab4d02 req-650e524b-cf99-4dd0-bc62-b4873e870795 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0276432 Sep 26 17:59:34.503370 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c479f971-853e-4d1f-8988-1d42202ef472 req-5fdac1c2-b1d4-4e7e-9879-d3759087d3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0322087 Sep 26 17:59:34.510950 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce66bb93-58ee-4893-aabf-8dbaaea46ac1 req-618b486f-a873-48f7-906f-9da45f75919d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:34.512384 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce66bb93-58ee-4893-aabf-8dbaaea46ac1 req-618b486f-a873-48f7-906f-9da45f75919d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.0694771 Sep 26 17:59:34.563551 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce66bb93-58ee-4893-aabf-8dbaaea46ac1 req-8cf9084b-adc5-4e19-9ccd-140a141ad972 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446751 Sep 26 17:59:34.630955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-60bdde73-ebd4-4347-849f-85b62f36b3bf req-b1df2724-7d49-4ee8-9cbe-d6b03cec2d48 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0274801 Sep 26 17:59:35.162783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:35.182521 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-487420d0-c7c4-4c57-a776-6939cf0e6550 req-765330b4-240d-4e3d-a143-9103d4a14af4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0287671 Sep 26 17:59:35.430458 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2308a191-a3f6-434e-a8b6-ddf311c19210 req-9da1bd27-8c3b-41c0-8805-bfcdbf60ecff tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0266941 Sep 26 17:59:35.607327 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-63243b77-c310-4141-8f39-9ab18bc356c4 req-6e8786fb-0dc2-492f-b572-2d6f2e27aa2a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0309699 Sep 26 17:59:35.689481 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5910805-7cc4-4f4e-8e4e-6612487a53c6 req-e36c2ab8-0024-4aa3-be68-ea7fd2dda5e9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:35.691008 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c5910805-7cc4-4f4e-8e4e-6612487a53c6 req-e36c2ab8-0024-4aa3-be68-ea7fd2dda5e9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 943 time: 0.0503540 Sep 26 17:59:35.742755 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43c13362-506d-4399-b95a-346d4ec62ef1 req-767585ac-5909-4ba4-b075-31b7b74e4f1b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0307243 Sep 26 17:59:35.764820 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c5910805-7cc4-4f4e-8e4e-6612487a53c6 req-be9306e0-3b41-4b67-a03a-4253bb83ba05 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682395 Sep 26 17:59:35.935535 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 1ce2f364-b64c-48ae-a052-52d50a91b218 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:59:35.957551 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:35.973849 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=36 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.017061 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.036873 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-2f974d44-3cca-4a1e-aaa9-2b37a339822d service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 200 len: 217 time: 0.0674381 Sep 26 17:59:36.060703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-464e47e6-a28d-406d-88e0-32910a197e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.063699 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-464e47e6-a28d-406d-88e0-32910a197e2c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1128 time: 0.0895209 Sep 26 17:59:36.075431 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 1ce2f364-b64c-48ae-a052-52d50a91b218, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1ce2f364-b64c-48ae-a052-52d50a91b218,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:36.115353 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036faf-be99-4db7-a125-806918f21edf req-1fb0c609-791e-4d0e-a466-42ec528a6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.116867 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-1fb0c609-791e-4d0e-a466-42ec528a6fd2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0666695 Sep 26 17:59:36.119160 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '1ce2f364-b64c-48ae-a052-52d50a91b218', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'port_id': '1ce2f364-b64c-48ae-a052-52d50a91b218', 'mac_address': 'fa:16:3e:22:cf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:59:36.135910 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.155116 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:36.163189 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 1ce2f364-b64c-48ae-a052-52d50a91b218 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:36.163536 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.174241 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8036faf-be99-4db7-a125-806918f21edf req-4c950fd4-1ac4-458a-9a73-ccde5b281d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.175816 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-4c950fd4-1ac4-458a-9a73-ccde5b281d01 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505378 Sep 26 17:59:36.177916 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce2f364-b64c-48ae-a052-52d50a91b218 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:36.200299 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 1ce2f364-b64c-48ae-a052-52d50a91b218, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1ce2f364-b64c-48ae-a052-52d50a91b218,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:36.206084 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.206785 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device df0d1536-90fb-4be5-a58f-7769551047b0 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 17:59:36.269165 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port df0d1536-90fb-4be5-a58f-7769551047b0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df0d1536-90fb-4be5-a58f-7769551047b0,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:36.282614 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-79ab738d-a66c-43c3-91fe-d5e44bfe37af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.284203 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-79ab738d-a66c-43c3-91fe-d5e44bfe37af service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.2144239 Sep 26 17:59:36.307790 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-3bb43b7e-3b85-44e6-8791-3feda5cec501 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250727 Sep 26 17:59:36.312635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-93ab77ed-759b-4bfa-a7ae-d1852c225b12 req-3e4c7b31-a5e3-4539-8bc8-aa1a76405fa5 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0329001 Sep 26 17:59:36.315052 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'df0d1536-90fb-4be5-a58f-7769551047b0', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'port_id': 'df0d1536-90fb-4be5-a58f-7769551047b0', 'mac_address': 'fa:16:3e:98:71:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 17:59:36.355211 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=1ce2f364-b64c-48ae-a052-52d50a91b218,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:36.366684 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port df0d1536-90fb-4be5-a58f-7769551047b0 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:36.367121 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.380467 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0d1536-90fb-4be5-a58f-7769551047b0 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:36.400251 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port df0d1536-90fb-4be5-a58f-7769551047b0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df0d1536-90fb-4be5-a58f-7769551047b0,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:36.403815 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:36.449784 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=df0d1536-90fb-4be5-a58f-7769551047b0,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:36.530400 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72fe1a3a-3d3e-41f6-9b1f-49a2732de2bc req-d773dcd4-508b-4ef1-90f2-0cf9cb23eceb tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0270610 Sep 26 17:59:36.716065 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c019007-9b19-4a55-8df0-cc3c1405f6fe req-01ac1c6b-27d8-4c81-a8e7-11c2fcf09aef tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0291412 Sep 26 17:59:36.860607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69a02385-8ff6-4031-90ef-e4705c45bb67 req-9a77137c-a15a-4aeb-8e97-db173a2695eb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0361607 Sep 26 17:59:36.905819 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188e6cf-0b6f-4651-a7cd-93ac7217bc45 req-90514abd-0fc1-4306-864b-0df3c36c2d90 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:36.907306 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d188e6cf-0b6f-4651-a7cd-93ac7217bc45 req-90514abd-0fc1-4306-864b-0df3c36c2d90 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.0529969 Sep 26 17:59:36.953822 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d188e6cf-0b6f-4651-a7cd-93ac7217bc45 req-d2db4f50-a801-46dd-a4c2-3036a2d2e6f7 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402822 Sep 26 17:59:37.415055 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4b11c98-3eb7-449a-aec7-a47475dbbbc4 req-84224876-aa88-4182-91f9-1dfa7bc58614 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Sep 26 17:59:37.630422 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-906b90ab-d051-4243-b267-39ac594e46bb req-964db354-b7eb-4166-a0ba-f451deac324d tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0273204 Sep 26 17:59:37.838117 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ae0acd9-7ac5-414f-8b34-8834ff8c9ed6 req-26b401bc-8ccb-4e05-b3e6-ec929d2f906d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0341315 Sep 26 17:59:37.976617 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-227c826b-39d8-4094-9f5b-f9e0d9cda8f8 req-f18f8c6f-804c-4360-879d-cfebd3bc80f0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0277507 Sep 26 17:59:38.070851 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856455b-aa99-4ade-841f-feb67e5b978d req-294cd9e7-4cda-4c7c-9ef1-721a9166c7ba tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:38.072319 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a856455b-aa99-4ade-841f-feb67e5b978d req-294cd9e7-4cda-4c7c-9ef1-721a9166c7ba tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.0459852 Sep 26 17:59:38.118021 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a856455b-aa99-4ade-841f-feb67e5b978d req-b56deccd-9da7-4e74-b18f-fc57a266e6f5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399415 Sep 26 17:59:38.392253 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-44909caf-e306-4636-a760-c96f63f20b8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:38.523369 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3379609e-9da0-486e-bb77-d77648b230a8 req-fb1148fd-5b52-46cd-aad2-5f2133b528dd tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Sep 26 17:59:38.896178 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e79ae17-be44-406d-9b34-a726830a0f33 req-d2efa8d2-d567-4772-9b3f-04157c53c7c8 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.1942210 Sep 26 17:59:38.942548 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-612df4dd-569a-4e2d-81a1-45cee0961878 req-8fec7878-ea7e-4269-9f0a-e80bcb274c32 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0285296 Sep 26 17:59:39.083213 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8466e87a-2578-4e33-8731-697292a84e13 req-577e8d4e-9443-47e3-806a-75b0331c8956 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0280905 Sep 26 17:59:39.214743 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-077bfb62-2601-40ec-b400-94aaca2bbff0 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 217 time: 0.0373058 Sep 26 17:59:39.270681 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc28e54-ea07-4352-a187-118429f515bd req-a194e91f-3448-46f1-9657-f5956c97b072 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:39.277539 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fcc28e54-ea07-4352-a187-118429f515bd req-a194e91f-3448-46f1-9657-f5956c97b072 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.0653086 Sep 26 17:59:39.332029 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fcc28e54-ea07-4352-a187-118429f515bd req-2fce15c9-d1f3-47bf-a15e-02be75fadd3b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535212 Sep 26 17:59:39.387596 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-1b4ef246-4708-4eea-a0f7-955bbc0dc7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:39.389128 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-1b4ef246-4708-4eea-a0f7-955bbc0dc7b2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0505958 Sep 26 17:59:39.396326 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.98', 50233) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:39.506726 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8036faf-be99-4db7-a125-806918f21edf req-e71da420-97ee-4309-a613-0a6ead474321 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733088 Sep 26 17:59:39.520130 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:39.573321 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-376baf0d-7b0b-44ae-b998-3ca9ddec8cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:39.574778 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-376baf0d-7b0b-44ae-b998-3ca9ddec8cc6 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0969923 Sep 26 17:59:39.710875 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38d97731-e283-47f0-a396-d06d48bc0800 req-da2a2ff0-5c9d-42b2-b65c-8331ccc7d6fc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0932834 Sep 26 17:59:39.729268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-16629cd5-0791-4d57-af68-7d5f671f3c8c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:39.730718 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-16629cd5-0791-4d57-af68-7d5f671f3c8c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 816 time: 0.2542462 Sep 26 17:59:39.769463 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-5bacb64c-741f-48f7-9c41-841d70bc5399 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674294 Sep 26 17:59:39.889720 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['1ce2f364-b64c-48ae-a052-52d50a91b218'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:59:39.970764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:40.150570 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6fc3b4b0-57db-4721-a55a-72a6d22cef19 req-0932fc8a-c195-40ef-9fa1-e44a6f040018 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.1279469 Sep 26 17:59:40.161420 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['df0d1536-90fb-4be5-a58f-7769551047b0'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 17:59:40.211934 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e464c303-d35b-40e1-81ce-702762eeff91 req-486d79ad-0026-42db-bbcd-b056f7c4f4e1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0878513 Sep 26 17:59:40.265949 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-e461eb72-1a43-4b8d-836b-68e820ee8ad5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 379 time: 0.3289900 Sep 26 17:59:40.340963 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2513cac-69e9-4e27-b79b-ded90f77b67b req-46ffd596-cf52-49a7-97e7-4c23933071b4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0546374 Sep 26 17:59:40.345273 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df15e9b-b54b-4e3a-8e26-e9a08e6e9424 req-27755dd4-212f-4404-9a75-efa0ccfef8c8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980949 Sep 26 17:59:40.405766 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'port': {'device_id': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'admin_state_up': True, 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'security_groups': ['a3eed1b5-8544-477b-9bda-7dfa2ad122b8']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:40.604196 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa7ac4-b0a2-4374-ac85-06e6126d880f req-42c76fd9-9d0e-4551-9d25-155b891c6aed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:40.606642 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f0fa7ac4-b0a2-4374-ac85-06e6126d880f req-42c76fd9-9d0e-4551-9d25-155b891c6aed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.1495600 Sep 26 17:59:40.629288 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8b9fd9a4-854e-4750-a106-cd5fdf650390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:40.803435 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f0fa7ac4-b0a2-4374-ac85-06e6126d880f req-789d96d6-6f72-47e4-80e4-b17a78aea9f4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582649 Sep 26 17:59:40.807542 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Made reservation on behalf of 3f1770ed75fd48d098bb1efc839ebc0d for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:40.811435 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:40.842854 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37426) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:40.867299 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bd8994fe-2df2-4cec-891a-3404ad69fb6a req-ef4bf95b-7c42-46a4-a849-a1dfe8594bf0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0462258 Sep 26 17:59:40.883771 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-8b3e18f0-4302-4378-88fa-883089e3ee3d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:40.885228 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-8b3e18f0-4302-4378-88fa-883089e3ee3d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 811 time: 0.2390049 Sep 26 17:59:40.965848 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-137890c3-ffb6-4630-885e-439024f6c415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.001934 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Allocated IP 172.20.0.14 (6c02750b-0cb5-40a1-8a30-9bca1215a898/7ef52cb0-3b8f-417c-aed6-8d63cd4976f1/7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:41.014116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:41.051010 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-137890c3-ffb6-4630-885e-439024f6c415 admin admin] Publish callbacks [] for security_group (e0eb14a6-0063-4949-aea9-27d5489fe57b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.054751 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-137890c3-ffb6-4630-885e-439024f6c415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e0eb14a6-0063-4949-aea9-27d5489fe57b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.058213 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:41.095473 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137890c3-ffb6-4630-885e-439024f6c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eb14a6-0063-4949-aea9-27d5489fe57b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:41.099892 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-137890c3-ffb6-4630-885e-439024f6c415 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1827ccd6fa32432a8f4d3d4c7dec5139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544456 Sep 26 17:59:41.102686 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37432) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:41.151647 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d0b66ed-5f01-4979-9450-5570a3c05867 admin admin] Publish callbacks [] for security_group (e0eb14a6-0063-4949-aea9-27d5489fe57b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.159635 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.172972 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d0b66ed-5f01-4979-9450-5570a3c05867 admin admin] Publish callbacks [] for security_group (e0eb14a6-0063-4949-aea9-27d5489fe57b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.195154 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.236470 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d0b66ed-5f01-4979-9450-5570a3c05867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e0eb14a6-0063-4949-aea9-27d5489fe57b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.239125 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d0b66ed-5f01-4979-9450-5570a3c05867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.240210 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7d0b66ed-5f01-4979-9450-5570a3c05867 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/e0eb14a6-0063-4949-aea9-27d5489fe57b HTTP/1.1" status: 204 len: 168 time: 0.1365964 Sep 26 17:59:41.253506 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0b66ed-5f01-4979-9450-5570a3c05867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eb14a6-0063-4949-aea9-27d5489fe57b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:41.271290 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:41.277237 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-99481a77-839c-4230-9e7e-fcc3edead809 req-9ec9dee6-2c5d-4e4a-b935-492055a87f0c tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0488355 Sep 26 17:59:41.280569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:41.285009 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:41.289509 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:41.290137 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.294199 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:41.315185 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:41.344236 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ff2257b8-f6e1-4375-bfe7-56805220ba07 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9496124 Sep 26 17:59:41.366507 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ccd8b1f-c7b9-4b68-9db3-3334b41d0d18 req-72316ba2-c4c3-4047-8e09-497487ea73a1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0389862 Sep 26 17:59:41.522704 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51780b-352f-4b8e-935d-60081d6f8695 req-16bf11ef-4cc6-406a-891f-1c691fb24e87 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:41.524241 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3e51780b-352f-4b8e-935d-60081d6f8695 req-16bf11ef-4cc6-406a-891f-1c691fb24e87 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 932 time: 0.0638645 Sep 26 17:59:41.575864 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3e51780b-352f-4b8e-935d-60081d6f8695 req-e92d72b2-eb4a-45b2-982d-12bb9f9e8b9b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457718 Sep 26 17:59:41.604255 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Provisioning complete for port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:41.604773 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:41.605080 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 1 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:41.637355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:41.933595 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2a0ed1-d96c-437c-abbe-c06436adf73d req-3c11a2fd-3ff7-4f4d-a0e3-4a60de36a3fc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:41.935256 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-de2a0ed1-d96c-437c-abbe-c06436adf73d req-3c11a2fd-3ff7-4f4d-a0e3-4a60de36a3fc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.0526438 Sep 26 17:59:41.990684 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-138edeb0-53b3-4870-9d25-e548410445c8 req-42d92d94-b34f-454f-8311-a8ad638fc3c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0296786 Sep 26 17:59:42.016273 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-de2a0ed1-d96c-437c-abbe-c06436adf73d req-aa926ad7-bfcc-4591-885f-f986882a9506 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735466 Sep 26 17:59:42.084662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:42.138058 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 2 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:42.172574 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:42.390739 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8f4f5730-0de5-4df4-bcba-49da9ce94c22 req-f8ff0a4b-9d53-41ce-9621-59a9b189daa4 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0320745 Sep 26 17:59:42.492819 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c321bdb-9a14-437f-bffc-cf1670188946 req-cc8985d2-7ad9-4efb-bb9a-c8b4116c24c2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0299742 Sep 26 17:59:42.673367 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 3 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:42.715786 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e6d31-38a4-4321-b341-43190029aed0 req-d3034a8d-d25e-49e0-9b2e-7f5ae623c185 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:42.721318 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-970e6d31-38a4-4321-b341-43190029aed0 req-d3034a8d-d25e-49e0-9b2e-7f5ae623c185 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 932 time: 0.0643883 Sep 26 17:59:42.728296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:42.772070 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-970e6d31-38a4-4321-b341-43190029aed0 req-666ae902-2aab-4aed-afb5-f6df16fe8e43 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447247 Sep 26 17:59:43.097663 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32d4eff7-2c7b-42fa-9369-c43594f6fdfe req-0669e66e-1fed-4f39-970e-0decde0c6742 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0306571 Sep 26 17:59:43.143856 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4227a3-de5e-4084-aaad-1beabc5d2ea0 req-8e0ff6e8-8c1c-4aa4-bbe1-5e68a16eef27 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:43.145331 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d4227a3-de5e-4084-aaad-1beabc5d2ea0 req-8e0ff6e8-8c1c-4aa4-bbe1-5e68a16eef27 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.0508749 Sep 26 17:59:43.191364 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d4227a3-de5e-4084-aaad-1beabc5d2ea0 req-8d870bbe-4701-4ec0-9c76-2e64a225d39d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404091 Sep 26 17:59:43.229307 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 4 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:43.261323 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:43.333645 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:43.491165 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ec9c235c-8db1-4161-b0fd-e0c66b3db125 req-59ab3bb3-1db2-4618-a563-04fd7a17ea59 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0280628 Sep 26 17:59:43.530022 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:43.597527 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-05ccbe9c-7e7f-4ab8-bdfe-c170cb06addb req-c3df1de9-a7bf-43f5-8ac9-1a28a977a1ac tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0279179 Sep 26 17:59:43.678093 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Request body: {'port': {'device_id': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:43.763057 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 5 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:43.792375 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:43.795880 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:43.801140 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2f52d934-34b2-497b-92fa-dbffc0a4dace tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=993e0f8cdcb744279b2987d0d8f321ae HTTP/1.1" status: 200 len: 379 time: 0.1275668 Sep 26 17:59:43.839322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:43.917346 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'port': {'device_id': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'admin_state_up': True, 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'security_groups': ['88b28203-7f92-4893-9cf8-b5966e268147']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:44.009351 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526d85-84bb-45f9-9edd-cd7df61a0299 req-b8c10441-414b-427e-b68c-9debc033f5a9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:44.011096 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-17526d85-84bb-45f9-9edd-cd7df61a0299 req-b8c10441-414b-427e-b68c-9debc033f5a9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 932 time: 0.1552198 Sep 26 17:59:44.166470 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-17526d85-84bb-45f9-9edd-cd7df61a0299 req-a823a0a8-e2ee-4b7f-8bbc-b82e3b8ad820 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467819 Sep 26 17:59:44.174311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:44.204731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Made reservation on behalf of 993e0f8cdcb744279b2987d0d8f321ae for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:44.208773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.229151 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 1ce2f364-b64c-48ae-a052-52d50a91b218 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:44.257411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:44.299201 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 6 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:44.307432 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-31c9dc9a-693f-4264-8e8e-cf6d972681ac req-ed75913b-bf59-4ea0-bb9d-40c3e19df73c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0936441 Sep 26 17:59:44.311404 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 1ce2f364-b64c-48ae-a052-52d50a91b218 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:59:44.335011 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 1ce2f364-b64c-48ae-a052-52d50a91b218 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:44.335579 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.335985 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 1ce2f364-b64c-48ae-a052-52d50a91b218 Sep 26 17:59:44.384077 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:44.446749 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 1ce2f364-b64c-48ae-a052-52d50a91b218 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:44.447205 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.450678 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:44.481804 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce2f364-b64c-48ae-a052-52d50a91b218'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:44.527963 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-1ad7b1c0-3ddd-4835-8726-0b2f6f5546f7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:44.530474 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-1ad7b1c0-3ddd-4835-8726-0b2f6f5546f7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.98 "GET /networking/v2.0/networks?id=61cf50b2-6772-44b8-83f4-4baca44f92d1 HTTP/1.1" status: 200 len: 812 time: 0.1461458 Sep 26 17:59:44.553438 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:44.571176 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Request body: {'port': {'device_id': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'admin_state_up': True, 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:44.575536 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 1ce2f364-b64c-48ae-a052-52d50a91b218, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1ce2f364-b64c-48ae-a052-52d50a91b218,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:44.582672 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.584304 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device df0d1536-90fb-4be5-a58f-7769551047b0 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 17:59:44.712540 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port df0d1536-90fb-4be5-a58f-7769551047b0 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 17:59:44.714789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=1ce2f364-b64c-48ae-a052-52d50a91b218,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:44.738273 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port df0d1536-90fb-4be5-a58f-7769551047b0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:44.739176 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.739922 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port df0d1536-90fb-4be5-a58f-7769551047b0 Sep 26 17:59:44.748427 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c941c1-b9b2-4fed-902d-68265ebaa51d req-ee4ee695-221d-442d-9664-e24dc97efadc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:44.769503 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-85c941c1-b9b2-4fed-902d-68265ebaa51d req-ee4ee695-221d-442d-9664-e24dc97efadc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 944 time: 0.4680979 Sep 26 17:59:44.811681 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e115b5ea-cfa1-4e79-b451-f736c562717f" -d '{"events": [{"server_uuid": "023fd2a0-77b9-416e-b973-3ebda1fa3095", "name": "network-vif-plugged", "status": "completed", "tag": "1ce2f364-b64c-48ae-a052-52d50a91b218"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:44.837156 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 17:59:44.854222 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:44.858689 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Made reservation on behalf of aa42868f9e9e4d00be6a78ec54924712 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:44.866214 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.887525 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-85c941c1-b9b2-4fed-902d-68265ebaa51d req-59421726-008d-407c-b3bf-7961c719607d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158168 Sep 26 17:59:44.887732 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:44.893161 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 7 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:44.894958 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Publish callbacks [] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.930335 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a35b9124-09f6-499a-a018-2fb2cd65349f req-a36990b9-d5f9-43f2-80df-eef2ab825683 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.1594353 Sep 26 17:59:44.941488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:44.945657 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port df0d1536-90fb-4be5-a58f-7769551047b0 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 17:59:44.946219 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:44.999355 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Transition to ACTIVE for port object 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:45.030262 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Allocated IP 172.20.0.7 (e78b1a96-bab8-4787-a315-a8cceb589c48/8e4595bd-0f12-40fb-bbec-85ae051d18c3/ac154164-487b-4241-a489-a7c9b223e271) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:45.061163 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:45.063954 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port df0d1536-90fb-4be5-a58f-7769551047b0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df0d1536-90fb-4be5-a58f-7769551047b0,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 17:59:45.068111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.074204 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.130622 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb798a3-1c0d-4eb2-bae9-830c8ab47932 x-openstack-request-id: req-2fb798a3-1c0d-4eb2-bae9-830c8ab47932 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:45.130999 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fd2a0-77b9-416e-b973-3ebda1fa3095", "name": "network-vif-plugged", "status": "completed", "tag": "1ce2f364-b64c-48ae-a052-52d50a91b218", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:45.131258 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2fb798a3-1c0d-4eb2-bae9-830c8ab47932 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:45.131853 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb798a3-1c0d-4eb2-bae9-830c8ab47932'] response: {'server_uuid': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce2f364-b64c-48ae-a052-52d50a91b218', 'code': 200} Sep 26 17:59:45.137257 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=df0d1536-90fb-4be5-a58f-7769551047b0,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:45.149008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Allocated IP 172.20.0.6 (61cf50b2-6772-44b8-83f4-4baca44f92d1/93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8/6a02b6fd-d384-4113-8083-b28d867c2775) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:45.201813 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40f853bf-2870-4c2b-a235-03ba3b0ab4d9 req-2d752d16-a5b8-445d-b2fe-7598a275ceac tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.1388118 Sep 26 17:59:45.263998 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:45.278374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Attempting to bind port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:45.278374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Attempting to bind port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:45.278676 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Attempting to bind port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:45.404254 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for port (ac154164-487b-4241-a489-a7c9b223e271), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.413886 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks [] for port (6a02b6fd-d384-4113-8083-b28d867c2775), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.427286 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187c817-1baf-46ac-afd9-04daba3d5d70 req-03ba54a8-f53d-45f6-bb3f-cf4b71e978a9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:45.435548 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7187c817-1baf-46ac-afd9-04daba3d5d70 req-03ba54a8-f53d-45f6-bb3f-cf4b71e978a9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.1223187 Sep 26 17:59:45.443072 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 8 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:45.448548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:45.448905 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Attempting to bind port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:45.487458 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:45.494635 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.504688 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:45.543912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (ac154164-487b-4241-a489-a7c9b223e271), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.581061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Pushing event updated for resources: {'Port': ['ID=6a02b6fd-d384-4113-8083-b28d867c2775,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:45.610040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:45.613865 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:45.618066 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:45.627835 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:45.629769 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.653508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:45.654404 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.98', 50271) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:45.683106 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-e38cd7f6-5423-4850-8449-da6a66fc06a7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1183767 Sep 26 17:59:45.685179 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b5bf3e5a-c8fe-4d3a-b8c4-27788ef90a12 req-f2d97c01-7570-42ec-b3a2-c40d154141f8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.1500354 Sep 26 17:59:45.709195 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Request body: {'port': {'device_id': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:45.795850 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.98', 50272) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:45.797339 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.803207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Network e78b1a96-bab8-4787-a315-a8cceb589c48 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:45.856550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:45.858779 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:45.868600 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Checking segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:45.873299 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Bound using segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:45.873801 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Bound port: 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:45.874179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.939607 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:45.944086 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:45.944432 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:45.960926 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7187c817-1baf-46ac-afd9-04daba3d5d70 req-71400959-5ecc-4799-8b1e-13bec220bb2c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5150208 Sep 26 17:59:46.007808 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 9 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:46.015223 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'Port': ['ID=ac154164-487b-4241-a489-a7c9b223e271,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:46.059190 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-995f5462-6069-4c62-b145-4279e7adcfe6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1482873 Sep 26 17:59:46.205380 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:46.239135 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-5bacb0ba-3798-4c56-8a98-019d6aa1b283 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.242023 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-5bacb0ba-3798-4c56-8a98-019d6aa1b283 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.5675819 Sep 26 17:59:46.300805 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d88ae-b01f-4ddb-9535-274211f494ad req-b3c3f852-6d31-4f5b-accd-5ff3981fcdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.302357 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-814d88ae-b01f-4ddb-9535-274211f494ad req-b3c3f852-6d31-4f5b-accd-5ff3981fcdee service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1129 time: 0.4886358 Sep 26 17:59:46.316141 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef3298-c1bc-4508-a187-1739d79e5dba req-ea7327a0-6c19-4c72-93c7-21d338c62c8b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.321328 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-97ef3298-c1bc-4508-a187-1739d79e5dba req-ea7327a0-6c19-4c72-93c7-21d338c62c8b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1142831 Sep 26 17:59:46.332934 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Request body: {'port': {'device_id': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:46.341619 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02d4a0-23cc-4753-88f4-1f6c624f2838 req-b292b533-e480-4ba3-901d-e47ff8943695 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.344273 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b02d4a0-23cc-4753-88f4-1f6c624f2838 req-b292b533-e480-4ba3-901d-e47ff8943695 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 931 time: 0.2583354 Sep 26 17:59:46.344666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-814d88ae-b01f-4ddb-9535-274211f494ad req-5ca36d38-ced9-48e2-b4b4-2fa07cea821b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.449063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:46.464206 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:46.476007 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-814d88ae-b01f-4ddb-9535-274211f494ad req-5ca36d38-ced9-48e2-b4b4-2fa07cea821b service neutron] Publish callbacks [] for security_group (7b3bba39-3192-43d8-9937-292730f4891d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.477576 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:46.487110 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-814d88ae-b01f-4ddb-9535-274211f494ad req-5ca36d38-ced9-48e2-b4b4-2fa07cea821b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (7b3bba39-3192-43d8-9937-292730f4891d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.509485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:46.566795 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-97ef3298-c1bc-4508-a187-1739d79e5dba req-9b4d7f84-c751-4218-89b5-b3fbc127233b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068107 Sep 26 17:59:46.576423 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-814d88ae-b01f-4ddb-9535-274211f494ad req-5ca36d38-ced9-48e2-b4b4-2fa07cea821b service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657948 Sep 26 17:59:46.577284 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca36d38-ced9-48e2-b4b4-2fa07cea821b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3bba39-3192-43d8-9937-292730f4891d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:46.603602 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b02d4a0-23cc-4753-88f4-1f6c624f2838 req-f6c1744c-b38d-4268-aa03-c39af6b180cd tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408695 Sep 26 17:59:46.610076 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.623085 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.623853 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.626754 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 200 len: 1094 time: 2.9544418 Sep 26 17:59:46.647888 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:46.650165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce21742-7135-440f-a4f9-545f58d9cadc" -d '{"events": [{"name": "network-changed", "server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:46.658433 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a02b6fd-d384-4113-8083-b28d867c2775 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:46.668455 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Publish callbacks [] for port (6a02b6fd-d384-4113-8083-b28d867c2775), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.682679 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37608) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:46.692827 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Transition to ACTIVE for port object 6a02b6fd-d384-4113-8083-b28d867c2775 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:46.698706 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.706878 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Attempt 10 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 17:59:46.722493 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-09f69d34-e370-4f0c-a901-04e34b1f035d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 376 time: 0.3963897 Sep 26 17:59:46.733430 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (ac154164-487b-4241-a489-a7c9b223e271), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.742028 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585ee55-0caa-4b9e-b265-9ab22d1b9131 x-openstack-request-id: req-d585ee55-0caa-4b9e-b265-9ab22d1b9131 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:46.742310 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:46.753506 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Pushing event updated for resources: {'Port': ['ID=6a02b6fd-d384-4113-8083-b28d867c2775,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:46.753636 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7fcd1b5e-ebad-44eb-a79a-fabf6af95c32 None None] Port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:59:46.757099 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d585ee55-0caa-4b9e-b265-9ab22d1b9131 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:46.757546 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d585ee55-0caa-4b9e-b265-9ab22d1b9131'] response: {'name': 'network-changed', 'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'status': 'completed', 'code': 200} Sep 26 17:59:46.801045 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Attempting to bind port 6a02b6fd-d384-4113-8083-b28d867c2775 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:46.801419 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Attempting to bind port 6a02b6fd-d384-4113-8083-b28d867c2775 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:46.801756 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Attempting to bind port 6a02b6fd-d384-4113-8083-b28d867c2775 on network 61cf50b2-6772-44b8-83f4-4baca44f92d1 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:46.855704 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d054fb8-bcb3-4ebf-8bf0-51b36d957bd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.876449 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Port 6a02b6fd-d384-4113-8083-b28d867c2775 on network 61cf50b2-6772-44b8-83f4-4baca44f92d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:46.876803 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Attempting to bind port 6a02b6fd-d384-4113-8083-b28d867c2775 on network 61cf50b2-6772-44b8-83f4-4baca44f92d1 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:46.878591 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd94c51-ae27-4cee-88df-ff267bbf8402 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:46.886496 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc5cda-2062-418a-9761-0659bd381531 req-8b05e0fb-c4cb-4715-9b46-53bf14d27e33 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:46.888029 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-06bc5cda-2062-418a-9761-0659bd381531 req-8b05e0fb-c4cb-4715-9b46-53bf14d27e33 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 931 time: 0.1707609 Sep 26 17:59:46.888988 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Provisioning complete for port ac154164-487b-4241-a489-a7c9b223e271 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:46.889648 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-813ca586-3f79-42fa-b473-173a8f8b7627 req-ccb0bdfa-38be-441d-a511-506308825ae1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0791800 Sep 26 17:59:46.889820 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (ac154164-487b-4241-a489-a7c9b223e271), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:46.891006 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Attempt 1 to provision port ac154164-487b-4241-a489-a7c9b223e271 Sep 26 17:59:46.926179 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:46.944709 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Port ac154164-487b-4241-a489-a7c9b223e271 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:46.948453 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:46.948798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Checking segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:46.949210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Bound using segment: {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:46.949677 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Bound port: 6a02b6fd-d384-4113-8083-b28d867c2775, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88329bd8-1db7-4634-b96f-d407000b4735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:46.950059 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.032951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-06bc5cda-2062-418a-9761-0659bd381531 req-3776e34c-8105-407a-94cc-a61e202202c3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176112 Sep 26 17:59:47.036571 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d054fb8-bcb3-4ebf-8bf0-51b36d957bd5 admin admin] Publish callbacks [] for security_group (00827e2f-97ef-435d-b053-8ead0b88f603), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.051429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3d054fb8-bcb3-4ebf-8bf0-51b36d957bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (00827e2f-97ef-435d-b053-8ead0b88f603), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.058002 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] For port 6a02b6fd-d384-4113-8083-b28d867c2775, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:47.087958 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] For port 6a02b6fd-d384-4113-8083-b28d867c2775, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=6a02b6fd-d384-4113-8083-b28d867c2775,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:47.106424 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d054fb8-bcb3-4ebf-8bf0-51b36d957bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00827e2f-97ef-435d-b053-8ead0b88f603,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:47.109923 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.115162 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3d054fb8-bcb3-4ebf-8bf0-51b36d957bd5 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c67eedd83a584d63815004b50d67f44a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4312816 Sep 26 17:59:47.115679 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:47.117884 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37616) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:47.132988 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a378c0-9a9c-4637-b35e-4ea8b25f872e req-d527555f-0461-4d03-87e7-e6960d12a635 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:47.133772 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d1536-90fb-4be5-a58f-7769551047b0'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:47.136241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5085c21-d1f8-470e-a2da-651ed79c046d" -d '{"events": [{"server_uuid": "69cac0df-ef48-4e3c-93be-4e8b9d072334", "name": "network-vif-plugged", "status": "completed", "tag": "df0d1536-90fb-4be5-a58f-7769551047b0"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:47.136372 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:47.137044 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.138491 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/6a02b6fd-d384-4113-8083-b28d867c2775 HTTP/1.1" status: 200 len: 1093 time: 1.4351599 Sep 26 17:59:47.139372 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'tag': '6a02b6fd-d384-4113-8083-b28d867c2775'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:47.139935 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a7a378c0-9a9c-4637-b35e-4ea8b25f872e req-d527555f-0461-4d03-87e7-e6960d12a635 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0686557 Sep 26 17:59:47.142551 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a15f23be-3601-43b0-bd79-0d634ab2be39" -d '{"events": [{"name": "network-changed", "server_uuid": "b28c669f-96dd-4ba6-a5c2-b7dbb94ef282", "tag": "6a02b6fd-d384-4113-8083-b28d867c2775"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:47.184333 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c97550-1636-4936-8e9d-4c7af717a457 x-openstack-request-id: req-a7c97550-1636-4936-8e9d-4c7af717a457 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:47.184960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cac0df-ef48-4e3c-93be-4e8b9d072334", "name": "network-vif-plugged", "status": "completed", "tag": "df0d1536-90fb-4be5-a58f-7769551047b0", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:47.185443 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7c97550-1636-4936-8e9d-4c7af717a457 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:47.186141 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c97550-1636-4936-8e9d-4c7af717a457'] response: {'server_uuid': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0d1536-90fb-4be5-a58f-7769551047b0', 'code': 200} Sep 26 17:59:47.201866 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f400c1ae-7796-4d2f-b699-d09cb5a47b8d service neutron] Pushing event updated for resources: {'Port': ['ID=6a02b6fd-d384-4113-8083-b28d867c2775,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:47.224058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-94b0422f-38cd-45fd-9fe2-0bd0ee63c6cf admin admin] Publish callbacks [] for security_group (00827e2f-97ef-435d-b053-8ead0b88f603), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.235468 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a7a378c0-9a9c-4637-b35e-4ea8b25f872e req-5f134293-ff31-404b-8c9b-586ee5953def tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940549 Sep 26 17:59:47.237231 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab0321b-bf90-4bd3-85bc-d2a530f008ee x-openstack-request-id: req-0ab0321b-bf90-4bd3-85bc-d2a530f008ee {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:47.237504 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b28c669f-96dd-4ba6-a5c2-b7dbb94ef282", "tag": "6a02b6fd-d384-4113-8083-b28d867c2775", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:47.237761 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0ab0321b-bf90-4bd3-85bc-d2a530f008ee {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:47.238161 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab0321b-bf90-4bd3-85bc-d2a530f008ee'] response: {'name': 'network-changed', 'server_uuid': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'tag': '6a02b6fd-d384-4113-8083-b28d867c2775', 'status': 'completed', 'code': 200} Sep 26 17:59:47.255357 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-94b0422f-38cd-45fd-9fe2-0bd0ee63c6cf admin admin] Publish callbacks [] for security_group (00827e2f-97ef-435d-b053-8ead0b88f603), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.283013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac154164-487b-4241-a489-a7c9b223e271 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:47.283868 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:47.296473 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Publish callbacks [] for port (ac154164-487b-4241-a489-a7c9b223e271), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.315342 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Transition to ACTIVE for port object ac154164-487b-4241-a489-a7c9b223e271 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:47.317395 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-94b0422f-38cd-45fd-9fe2-0bd0ee63c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (00827e2f-97ef-435d-b053-8ead0b88f603), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.320367 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-94b0422f-38cd-45fd-9fe2-0bd0ee63c6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.320521 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (ac154164-487b-4241-a489-a7c9b223e271), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.324245 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-94b0422f-38cd-45fd-9fe2-0bd0ee63c6cf admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/00827e2f-97ef-435d-b053-8ead0b88f603 HTTP/1.1" status: 204 len: 168 time: 0.2026920 Sep 26 17:59:47.331600 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0422f-38cd-45fd-9fe2-0bd0ee63c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00827e2f-97ef-435d-b053-8ead0b88f603,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:47.407299 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Pushing event updated for resources: {'Port': ['ID=ac154164-487b-4241-a489-a7c9b223e271,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:47.409734 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Attempting to bind port ac154164-487b-4241-a489-a7c9b223e271 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:47.410073 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Attempting to bind port ac154164-487b-4241-a489-a7c9b223e271 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:47.410402 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Attempting to bind port ac154164-487b-4241-a489-a7c9b223e271 on network e78b1a96-bab8-4787-a315-a8cceb589c48 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:47.446668 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Attempt 2 to provision port ac154164-487b-4241-a489-a7c9b223e271 Sep 26 17:59:47.459882 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Port ac154164-487b-4241-a489-a7c9b223e271 on network e78b1a96-bab8-4787-a315-a8cceb589c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:47.460902 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Attempting to bind port ac154164-487b-4241-a489-a7c9b223e271 on network e78b1a96-bab8-4787-a315-a8cceb589c48 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:47.494004 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Port ac154164-487b-4241-a489-a7c9b223e271 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:47.514579 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:47.514945 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Checking segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:47.516142 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Bound using segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:47.516626 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Bound port: ac154164-487b-4241-a489-a7c9b223e271, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:47.516939 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (ac154164-487b-4241-a489-a7c9b223e271), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.584024 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] For port ac154164-487b-4241-a489-a7c9b223e271, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:47.585743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:47.587798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] For port ac154164-487b-4241-a489-a7c9b223e271, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ac154164-487b-4241-a489-a7c9b223e271,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:47.598456 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (ac154164-487b-4241-a489-a7c9b223e271), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.603311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:47.604105 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:47.606525 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 200 len: 1093 time: 1.3175364 Sep 26 17:59:47.676732 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a24d26d-50cd-43d2-8207-781cc905b546 service neutron] Pushing event updated for resources: {'Port': ['ID=ac154164-487b-4241-a489-a7c9b223e271,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:47.793911 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30949a36-5033-4e75-bdf7-2ee6a0481eba req-15e2d287-558e-40ab-b2ce-280714e14ad3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:47.796189 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-30949a36-5033-4e75-bdf7-2ee6a0481eba req-15e2d287-558e-40ab-b2ce-280714e14ad3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0884879 Sep 26 17:59:47.803506 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc287f19-7357-4c52-af20-97c081889448 req-7b8eb13f-ec7c-448e-af12-f8dc3d2c2059 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:47.812054 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc287f19-7357-4c52-af20-97c081889448 req-7b8eb13f-ec7c-448e-af12-f8dc3d2c2059 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0937731 Sep 26 17:59:47.922797 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc287f19-7357-4c52-af20-97c081889448 req-8ed7db8f-9eef-41b5-9f01-407ebea225e7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084843 Sep 26 17:59:47.925635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-30949a36-5033-4e75-bdf7-2ee6a0481eba req-8c0fb7c2-4833-4320-adb4-1a8102e50c81 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099219 Sep 26 17:59:47.996009 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Attempt 3 to provision port ac154164-487b-4241-a489-a7c9b223e271 Sep 26 17:59:48.024450 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ed4617e-c330-4490-9546-756327de1f97 req-b16184ab-f9ef-4f17-a562-60e9b5d85831 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0358627 Sep 26 17:59:48.044825 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4a09a814-987f-4b87-99b4-b9a745446b30 None None] Port ac154164-487b-4241-a489-a7c9b223e271 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:59:48.163962 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0af90-b836-4480-a24d-86228ef32639 req-901963ec-356f-485c-92b2-16e3ce9d314a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:48.165452 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac0af90-b836-4480-a24d-86228ef32639 req-901963ec-356f-485c-92b2-16e3ce9d314a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0472133 Sep 26 17:59:48.214513 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac0af90-b836-4480-a24d-86228ef32639 req-ca000989-4b3a-47a1-8ad8-37fb14e80bd1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434759 Sep 26 17:59:48.360422 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5efcd-bb6a-43f3-af71-37ba1d86943d req-a163b199-9cf3-4376-aad5-940b94c49789 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:48.361901 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80b5efcd-bb6a-43f3-af71-37ba1d86943d req-a163b199-9cf3-4376-aad5-940b94c49789 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0514777 Sep 26 17:59:48.395051 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:48.412684 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80b5efcd-bb6a-43f3-af71-37ba1d86943d req-75137947-4724-465a-8366-51f3c77c7241 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449495 Sep 26 17:59:48.759080 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:48.761473 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb7b35a-b805-4d79-be41-1ea90dda2a23" -d '{"events": [{"name": "network-changed", "server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "tag": "ac154164-487b-4241-a489-a7c9b223e271"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:48.797325 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28956cf5-b521-485b-a512-db9a4763e864 x-openstack-request-id: req-28956cf5-b521-485b-a512-db9a4763e864 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:48.797613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "tag": "ac154164-487b-4241-a489-a7c9b223e271", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:48.797873 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-28956cf5-b521-485b-a512-db9a4763e864 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:48.798300 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28956cf5-b521-485b-a512-db9a4763e864'] response: {'name': 'network-changed', 'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271', 'status': 'completed', 'code': 200} Sep 26 17:59:49.093102 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d3ef9-05c5-4cbf-a1ea-3dc863be8d46 req-28b80605-0935-468a-a00a-ae1671873c22 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:49.094634 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d57d3ef9-05c5-4cbf-a1ea-3dc863be8d46 req-28b80605-0935-468a-a00a-ae1671873c22 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0722482 Sep 26 17:59:49.100029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10829b62-5f19-496e-97c7-27f9829358bf req-7d8ca2db-2789-4b5e-aa24-25f47bcbbe4d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:49.101368 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10829b62-5f19-496e-97c7-27f9829358bf req-7d8ca2db-2789-4b5e-aa24-25f47bcbbe4d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0808945 Sep 26 17:59:49.176945 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d57d3ef9-05c5-4cbf-a1ea-3dc863be8d46 req-f579988c-2d9c-4603-98b3-a52275173553 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746207 Sep 26 17:59:49.180932 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10829b62-5f19-496e-97c7-27f9829358bf req-62c41a67-9aeb-48af-9339-b7572ac1dfc2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720332 Sep 26 17:59:49.261202 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bfb31486-a388-4648-b699-379f30bc3a6f req-de1a01fe-5c46-44d2-b0c3-2be8450e5577 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0277882 Sep 26 17:59:49.334923 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86430e6d-e0bb-4087-90ad-e9135a85c393 req-8f0e6a92-3f52-4911-b547-74c6d69298a9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:49.336392 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86430e6d-e0bb-4087-90ad-e9135a85c393 req-8f0e6a92-3f52-4911-b547-74c6d69298a9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0463445 Sep 26 17:59:49.385763 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86430e6d-e0bb-4087-90ad-e9135a85c393 req-ce87bc34-fd1c-4e42-8d16-81f3417309f9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436838 Sep 26 17:59:49.547432 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cf33b-8d48-4a37-995b-a726e210e31e req-a4d125f1-9674-4f95-b44d-a413baac9067 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:49.548893 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d5cf33b-8d48-4a37-995b-a726e210e31e req-a4d125f1-9674-4f95-b44d-a413baac9067 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0558970 Sep 26 17:59:49.597894 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d5cf33b-8d48-4a37-995b-a726e210e31e req-dbbd6569-6562-4128-8c94-bebe945ee9ae tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433533 Sep 26 17:59:50.055482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'port': {'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'admin_state_up': True, 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'security_groups': ['ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:50.179308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Made reservation on behalf of 3f9772c3904046ee9778a870f4adc0ae for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 17:59:50.183015 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:50.345251 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:50.371256 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425bec2b-36d0-4760-bfe5-8f067c2d7009 req-09e9323b-c1ae-4d4d-b350-716e5ee64bce tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.372784 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-425bec2b-36d0-4760-bfe5-8f067c2d7009 req-09e9323b-c1ae-4d4d-b350-716e5ee64bce tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.1167300 Sep 26 17:59:50.399704 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fc234-dc57-49cc-ab95-ff666e1f7741 req-607777e7-9e58-4b95-b45d-d57085d2b390 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.401161 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e1fc234-dc57-49cc-ab95-ff666e1f7741 req-607777e7-9e58-4b95-b45d-d57085d2b390 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1284759 Sep 26 17:59:50.423391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.20.0.3 (e84a6098-e79e-4a0a-b228-abe98a9c9b30/2e973b61-97ce-4f41-8a79-0b9ddfb65525/fd512876-2590-4223-85f7-aaa1209388ce) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 17:59:50.508025 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f23be-3601-43b0-bd79-0d634ab2be39 req-1fa15c10-95e3-41e4-80c3-0a639322a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.509618 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a15f23be-3601-43b0-bd79-0d634ab2be39 req-1fa15c10-95e3-41e4-80c3-0a639322a1f1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=aa42868f9e9e4d00be6a78ec54924712&device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 1127 time: 0.0679438 Sep 26 17:59:50.540334 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-425bec2b-36d0-4760-bfe5-8f067c2d7009 req-bf3a9d61-891e-4708-8f32-fedacf18b79b tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583357 Sep 26 17:59:50.540748 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:50.563401 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21742-7135-440f-a4f9-545f58d9cadc req-7eb3f4a8-c884-4cef-90f7-590a80288493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.564963 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ce21742-7135-440f-a4f9-545f58d9cadc req-7eb3f4a8-c884-4cef-90f7-590a80288493 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1128 time: 0.1194818 Sep 26 17:59:50.733194 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8e4d3-d8f2-4a07-8797-4f9422d5ac49 req-5b382a42-8922-4be6-ae79-5d62f339dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.734861 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d5c8e4d3-d8f2-4a07-8797-4f9422d5ac49 req-5b382a42-8922-4be6-ae79-5d62f339dde7 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1130 time: 0.1045263 Sep 26 17:59:50.804804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f23be-3601-43b0-bd79-0d634ab2be39 req-40e4a699-8b2c-4d85-afb3-a05c1d4d4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:50.806296 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a15f23be-3601-43b0-bd79-0d634ab2be39 req-40e4a699-8b2c-4d85-afb3-a05c1d4d4aff service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=aa42868f9e9e4d00be6a78ec54924712&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2781351 Sep 26 17:59:50.808187 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e1fc234-dc57-49cc-ab95-ff666e1f7741 req-516a69f8-1e55-4e70-82ab-c62c587abe5d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957207 Sep 26 17:59:50.896279 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d5c8e4d3-d8f2-4a07-8797-4f9422d5ac49 req-7f0d4d71-834e-4104-8525-e5cc8ba446ae service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531308 Sep 26 17:59:51.009062 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f23be-3601-43b0-bd79-0d634ab2be39 req-c8ded01c-2fa0-4afe-a0f5-5c72f5cd78a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.010637 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a15f23be-3601-43b0-bd79-0d634ab2be39 req-c8ded01c-2fa0-4afe-a0f5-5c72f5cd78a7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1970286 Sep 26 17:59:51.140124 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b35a-b805-4d79-be41-1ea90dda2a23 req-9ca61aaa-6659-4143-9958-b9d166049478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.140124 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fb7b35a-b805-4d79-be41-1ea90dda2a23 req-9ca61aaa-6659-4143-9958-b9d166049478 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1127 time: 0.6091843 Sep 26 17:59:51.164357 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8e39855b-43b6-4435-a816-5c05ab5cd17f req-d5f2eeeb-bfd8-4255-8734-d6b88d27d607 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.3462532 Sep 26 17:59:51.205018 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21742-7135-440f-a4f9-545f58d9cadc req-b267c786-c621-470a-8ed1-51c0c4fa2272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.205018 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ce21742-7135-440f-a4f9-545f58d9cadc req-b267c786-c621-470a-8ed1-51c0c4fa2272 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3699112 Sep 26 17:59:51.205018 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581ca29-0b03-4346-bb4f-b7ddc76b28f7 req-5fdbacd2-ec48-4834-9f9b-337434b68f76 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.205018 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c581ca29-0b03-4346-bb4f-b7ddc76b28f7 req-5fdbacd2-ec48-4834-9f9b-337434b68f76 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.1706915 Sep 26 17:59:51.477294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (fd512876-2590-4223-85f7-aaa1209388ce), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.503443 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c581ca29-0b03-4346-bb4f-b7ddc76b28f7 req-5fa42a01-9466-4ed5-9066-9ca164364590 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2941351 Sep 26 17:59:51.540475 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f537e-8e2e-40a3-8281-66a414198398 req-9d1433fc-15dd-42db-b9c7-4b027d7d09fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.541955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c9f537e-8e2e-40a3-8281-66a414198398 req-9d1433fc-15dd-42db-b9c7-4b027d7d09fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.2669437 Sep 26 17:59:51.613396 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:51.656604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce21742-7135-440f-a4f9-545f58d9cadc req-648aec21-8ab2-430e-b6e8-f9e26b460339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.658042 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ce21742-7135-440f-a4f9-545f58d9cadc req-648aec21-8ab2-430e-b6e8-f9e26b460339 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4035687 Sep 26 17:59:51.685138 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b35a-b805-4d79-be41-1ea90dda2a23 req-cf9667af-58f9-44d3-a2f1-89341288a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.686519 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fb7b35a-b805-4d79-be41-1ea90dda2a23 req-cf9667af-58f9-44d3-a2f1-89341288a7c6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4209490 Sep 26 17:59:51.709647 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (fd512876-2590-4223-85f7-aaa1209388ce), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.720429 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c9f537e-8e2e-40a3-8281-66a414198398 req-35478105-8151-4f4a-825d-8aa0f3ada6b7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615319 Sep 26 17:59:51.728147 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12941b57-ebc5-4fc5-8064-db8d0f0aa1ce req-6d4f01e1-faa7-4ade-90a2-af04444309d2 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.729672 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-12941b57-ebc5-4fc5-8064-db8d0f0aa1ce req-6d4f01e1-faa7-4ade-90a2-af04444309d2 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0998626 Sep 26 17:59:51.790054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 17:59:51.799071 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 17:59:51.802621 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 17:59:51.807415 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:51.808093 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:51.810881 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=fd512876-2590-4223-85f7-aaa1209388ce,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:51.835118 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.835398 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.835750 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.836113 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.836546 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.836901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.837259 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.837600 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.837984 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.838350 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.838693 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.839053 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.839419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.839750 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.840098 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:51.858547 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-12941b57-ebc5-4fc5-8064-db8d0f0aa1ce req-51a79abf-4b5b-41fb-a8f1-622f548cd76e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033063 Sep 26 17:59:51.866591 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-fb57dd18-6a3d-4dc1-9159-384928ffb423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8177035 Sep 26 17:59:52.005383 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:52.024172 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-116f8d64-4f87-4e66-bda7-046025de43ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.025686 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-116f8d64-4f87-4e66-bda7-046025de43ad service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=aa42868f9e9e4d00be6a78ec54924712&device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 1127 time: 0.1249852 Sep 26 17:59:52.040443 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e4ae3-c38f-49cc-8aa7-f277c6e6bb28 req-a6ecdb04-9f2f-4f3b-a18b-a67311f377e3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.041919 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-820e4ae3-c38f-49cc-8aa7-f277c6e6bb28 req-a6ecdb04-9f2f-4f3b-a18b-a67311f377e3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1308408 Sep 26 17:59:52.079264 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7b35a-b805-4d79-be41-1ea90dda2a23 req-be5876bc-506e-488f-90be-19b78ec0274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.080812 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fb7b35a-b805-4d79-be41-1ea90dda2a23 req-be5876bc-506e-488f-90be-19b78ec0274d service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1899674 Sep 26 17:59:52.095797 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Provisioning complete for port fd512876-2590-4223-85f7-aaa1209388ce triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 17:59:52.096355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (fd512876-2590-4223-85f7-aaa1209388ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.096651 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Attempt 1 to provision port fd512876-2590-4223-85f7-aaa1209388ce Sep 26 17:59:52.117411 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-820e4ae3-c38f-49cc-8aa7-f277c6e6bb28 req-dbefaa7a-fafc-4358-9ea6-e22dc66d0a38 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677202 Sep 26 17:59:52.137491 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Port fd512876-2590-4223-85f7-aaa1209388ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:52.308582 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ee9d5-9089-4efe-ba6a-a557d9eb34dd req-4398b2f1-d441-451d-b779-11918d126d24 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.310482 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf1ee9d5-9089-4efe-ba6a-a557d9eb34dd req-4398b2f1-d441-451d-b779-11918d126d24 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 931 time: 0.0553854 Sep 26 17:59:52.376153 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf1ee9d5-9089-4efe-ba6a-a557d9eb34dd req-e86ddfa9-9a76-4785-bd2c-5c3169f414ad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0589097 Sep 26 17:59:52.393927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Request body: {'port': {'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 17:59:52.511483 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141330e8-07c7-436a-8714-827e67fda6f4 req-13b6e83f-1bba-4b20-b56c-8531c0140aa0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.512974 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-141330e8-07c7-436a-8714-827e67fda6f4 req-13b6e83f-1bba-4b20-b56c-8531c0140aa0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0813038 Sep 26 17:59:52.516116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fd512876-2590-4223-85f7-aaa1209388ce), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:52.626873 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-141330e8-07c7-436a-8714-827e67fda6f4 req-03ceec5e-287d-403e-8dd9-655967b82e45 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072755 Sep 26 17:59:52.650861 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Attempt 2 to provision port fd512876-2590-4223-85f7-aaa1209388ce Sep 26 17:59:52.700389 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Port fd512876-2590-4223-85f7-aaa1209388ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:52.721244 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8cb73-67b1-4e72-9fb5-b8a4c6b5dadb req-20aa2149-90f3-48bc-86c0-7ad33bbb91a4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:52.722888 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-abf8cb73-67b1-4e72-9fb5-b8a4c6b5dadb req-20aa2149-90f3-48bc-86c0-7ad33bbb91a4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.1221714 Sep 26 17:59:52.806116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:52.841316 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-abf8cb73-67b1-4e72-9fb5-b8a4c6b5dadb req-221e64da-ab86-441d-b54f-b182b6749648 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084194 Sep 26 17:59:52.978160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37824) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:53.091138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.115309 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a3d574-d0bf-4e88-a0d1-fb1beb3386c8 req-6ec09082-3d6a-46bb-8a14-73e7de7c9690 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.116791 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02a3d574-d0bf-4e88-a0d1-fb1beb3386c8 req-6ec09082-3d6a-46bb-8a14-73e7de7c9690 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.2969458 Sep 26 17:59:53.141671 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:53.142788 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb09037c-8380-43d1-af83-4fd49a92c308 req-902e6a41-e5ac-4b17-af97-8a0ccd16f8fe tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.144341 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cb09037c-8380-43d1-af83-4fd49a92c308 req-902e6a41-e5ac-4b17-af97-8a0ccd16f8fe tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0879602 Sep 26 17:59:53.173990 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Publish callbacks [] for security_group (0b11dd3d-135a-43d2-b273-9e85f82ca96e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.178692 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0b11dd3d-135a-43d2-b273-9e85f82ca96e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.202065 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Attempt 3 to provision port fd512876-2590-4223-85f7-aaa1209388ce Sep 26 17:59:53.221042 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b11dd3d-135a-43d2-b273-9e85f82ca96e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:53.227686 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f50038fc43984b8e902487ac2e58e5e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457995 Sep 26 17:59:53.229816 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 37828) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:53.238177 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.238525 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.238979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.239696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.239696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.240026 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.240614 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.240614 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.240959 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.241286 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.241624 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.241956 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.242275 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.242591 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.242946 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9a2305-20f2-45b3-b9be-10c44bcc880f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 17:59:53.244438 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Port fd512876-2590-4223-85f7-aaa1209388ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 17:59:53.246294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd512876-2590-4223-85f7-aaa1209388ce {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 17:59:53.263606 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02a3d574-d0bf-4e88-a0d1-fb1beb3386c8 req-ea581f43-6c31-4f0a-8545-b3e680ad741a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369097 Sep 26 17:59:53.265772 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Publish callbacks [] for port (fd512876-2590-4223-85f7-aaa1209388ce), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.280315 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cb09037c-8380-43d1-af83-4fd49a92c308 req-aa017460-9c8d-46ff-9273-58d1c972b265 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242003 Sep 26 17:59:53.289983 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Transition to ACTIVE for port object fd512876-2590-4223-85f7-aaa1209388ce will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 17:59:53.298957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fd512876-2590-4223-85f7-aaa1209388ce), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.330129 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:53.369292 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Pushing event updated for resources: {'Port': ['ID=fd512876-2590-4223-85f7-aaa1209388ce,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:53.383027 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Attempting to bind port fd512876-2590-4223-85f7-aaa1209388ce on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 17:59:53.383354 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Attempting to bind port fd512876-2590-4223-85f7-aaa1209388ce by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 17:59:53.383685 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Attempting to bind port fd512876-2590-4223-85f7-aaa1209388ce on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:53.435116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Port fd512876-2590-4223-85f7-aaa1209388ce on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 17:59:53.435449 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Attempting to bind port fd512876-2590-4223-85f7-aaa1209388ce on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 17:59:53.463973 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69425dc6-8c3c-41bb-bd32-943aaa155d90 admin admin] Publish callbacks [] for security_group (0b11dd3d-135a-43d2-b273-9e85f82ca96e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.485265 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69425dc6-8c3c-41bb-bd32-943aaa155d90 admin admin] Publish callbacks [] for security_group (0b11dd3d-135a-43d2-b273-9e85f82ca96e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.517227 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba70d6af-2f4c-4173-acb4-7477bd5cb50e req-218ff922-3fd9-4d87-abb9-de37810b8f19 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.518760 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba70d6af-2f4c-4173-acb4-7477bd5cb50e req-218ff922-3fd9-4d87-abb9-de37810b8f19 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0579684 Sep 26 17:59:53.525364 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 17, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 17:59:53.525700 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 17:59:53.526160 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Bound using segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 17:59:53.526967 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Bound port: fd512876-2590-4223-85f7-aaa1209388ce, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 17:59:53.527338 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fd512876-2590-4223-85f7-aaa1209388ce), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.540185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69425dc6-8c3c-41bb-bd32-943aaa155d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0b11dd3d-135a-43d2-b273-9e85f82ca96e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.542931 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69425dc6-8c3c-41bb-bd32-943aaa155d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.547113 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-69425dc6-8c3c-41bb-bd32-943aaa155d90 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0b11dd3d-135a-43d2-b273-9e85f82ca96e HTTP/1.1" status: 204 len: 168 time: 0.3133571 Sep 26 17:59:53.555421 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69425dc6-8c3c-41bb-bd32-943aaa155d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b11dd3d-135a-43d2-b273-9e85f82ca96e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:53.611614 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba70d6af-2f4c-4173-acb4-7477bd5cb50e req-ba86dbc9-7d0e-433a-a762-6007e0803cb7 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0819361 Sep 26 17:59:53.638912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] For port fd512876-2590-4223-85f7-aaa1209388ce, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 17:59:53.638912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] For port fd512876-2590-4223-85f7-aaa1209388ce, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fd512876-2590-4223-85f7-aaa1209388ce,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 17:59:53.639306 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fd512876-2590-4223-85f7-aaa1209388ce), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.643994 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.644619 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 17:59:53.646027 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/fd512876-2590-4223-85f7-aaa1209388ce HTTP/1.1" status: 200 len: 1093 time: 1.2591672 Sep 26 17:59:53.647558 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 17:59:53.649805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f563673-f924-45f5-b91e-ab67c3ad8738" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "tag": "fd512876-2590-4223-85f7-aaa1209388ce"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 17:59:53.705541 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a0e88-d16b-4808-91da-b89ab4056d3c service neutron] Pushing event updated for resources: {'Port': ['ID=fd512876-2590-4223-85f7-aaa1209388ce,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 17:59:53.737234 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f671ed-1995-429a-991b-91f7a102ca33 x-openstack-request-id: req-e0f671ed-1995-429a-991b-91f7a102ca33 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 17:59:53.737551 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "tag": "fd512876-2590-4223-85f7-aaa1209388ce", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 17:59:53.737722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0f671ed-1995-429a-991b-91f7a102ca33 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 17:59:53.738106 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f671ed-1995-429a-991b-91f7a102ca33'] response: {'name': 'network-changed', 'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce', 'status': 'completed', 'code': 200} Sep 26 17:59:53.745340 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Attempt 4 to provision port fd512876-2590-4223-85f7-aaa1209388ce Sep 26 17:59:53.777747 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9f355-6417-4468-a08b-c8e0542862c9 req-c5c68cc9-9072-4a08-b416-dfbbbfd7b7dd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.780233 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eaf9f355-6417-4468-a08b-c8e0542862c9 req-c5c68cc9-9072-4a08-b416-dfbbbfd7b7dd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0618720 Sep 26 17:59:53.839834 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eaf9f355-6417-4468-a08b-c8e0542862c9 req-23b88c51-4280-482a-a23d-0a173e83e349 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497141 Sep 26 17:59:53.906728 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e2a00eb9-c1de-4b29-8556-059f49c2b0ba None None] Port fd512876-2590-4223-85f7-aaa1209388ce had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 17:59:53.976303 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:53.985125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00193ee1-8dd6-4877-8f84-46c50f026770 req-e8b7ddd8-1026-44d9-8492-c8e4e67765b7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:53.986702 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-00193ee1-8dd6-4877-8f84-46c50f026770 req-e8b7ddd8-1026-44d9-8492-c8e4e67765b7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0499089 Sep 26 17:59:54.035300 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-00193ee1-8dd6-4877-8f84-46c50f026770 req-b6450565-d197-464d-831a-e1cf32954344 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423589 Sep 26 17:59:54.429976 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830f7be9-07c6-43a6-ba38-f33738610ac0 req-ad784198-3a3b-4755-aa41-a34c64b82d63 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:54.431578 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-830f7be9-07c6-43a6-ba38-f33738610ac0 req-ad784198-3a3b-4755-aa41-a34c64b82d63 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0782862 Sep 26 17:59:54.456019 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcc398-690b-4d98-9f6b-cf573c43d79b req-b22e51b1-9aa1-4c2b-a023-1af5dba96dcb tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:54.457482 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cdbcc398-690b-4d98-9f6b-cf573c43d79b req-b22e51b1-9aa1-4c2b-a023-1af5dba96dcb tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0709982 Sep 26 17:59:54.527674 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-830f7be9-07c6-43a6-ba38-f33738610ac0 req-63581ea3-ce96-40b2-abde-2096bccb15ce tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870321 Sep 26 17:59:54.531570 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cdbcc398-690b-4d98-9f6b-cf573c43d79b req-e291e443-f680-449e-9f80-8e5d9280158c tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669479 Sep 26 17:59:54.741510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b025bf-ec51-4353-bddc-0f877aeec548 req-378166a9-23ee-4afe-beda-527b4a44611f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:54.743082 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08b025bf-ec51-4353-bddc-0f877aeec548 req-378166a9-23ee-4afe-beda-527b4a44611f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0526462 Sep 26 17:59:54.791667 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08b025bf-ec51-4353-bddc-0f877aeec548 req-83e5514d-2b4f-490d-87a8-b33cd4f7718d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0419960 Sep 26 17:59:54.968749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284d3c72-c7e5-449d-a1d9-810a60efae80 req-8c995064-5d95-4bb7-a393-42996f9324ec tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:54.970403 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-284d3c72-c7e5-449d-a1d9-810a60efae80 req-8c995064-5d95-4bb7-a393-42996f9324ec tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0528948 Sep 26 17:59:55.027608 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-284d3c72-c7e5-449d-a1d9-810a60efae80 req-88d603fa-4c3b-4a2c-af8d-4eb1ff13e878 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488920 Sep 26 17:59:55.160798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5a508-b112-4c08-beda-7ee3bd02188f req-a0805018-c27d-4f25-8cc1-2bf866075395 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:55.162673 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dfd5a508-b112-4c08-beda-7ee3bd02188f req-a0805018-c27d-4f25-8cc1-2bf866075395 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0515985 Sep 26 17:59:55.223798 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dfd5a508-b112-4c08-beda-7ee3bd02188f req-b850cbd5-3264-41cd-a10a-7511c0117bda tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542252 Sep 26 17:59:55.702059 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:55.768255 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-6246d7fa-4de5-42ae-87a8-c1ac51776ccb service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a02b6fd-d384-4113-8083-b28d867c2775 HTTP/1.1" status: 200 len: 217 time: 0.0628202 Sep 26 17:59:55.776798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920b13d4-f498-4798-b9d4-865e98024254 req-692af31c-1643-441c-8c36-873b8173bf5d tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:55.778397 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-920b13d4-f498-4798-b9d4-865e98024254 req-692af31c-1643-441c-8c36-873b8173bf5d tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.1390977 Sep 26 17:59:55.789712 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa940-8097-4359-a7bf-d777656d53d0 req-3fb8b40f-5a7c-497c-b680-04bc4c1f10d6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:55.791199 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86afa940-8097-4359-a7bf-d777656d53d0 req-3fb8b40f-5a7c-497c-b680-04bc4c1f10d6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.1276164 Sep 26 17:59:55.875985 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-920b13d4-f498-4798-b9d4-865e98024254 req-8e37ef41-f621-4485-9bdc-3e09b433bbc1 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837979 Sep 26 17:59:55.879424 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86afa940-8097-4359-a7bf-d777656d53d0 req-19adb2f6-f0a4-459e-a457-568b48dd0347 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803275 Sep 26 17:59:56.003730 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8a961-a878-4bb9-85e0-d90021ee4568 req-e757a4ee-3d8d-4cee-84c6-58ff3b4f363b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.005228 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1af8a961-a878-4bb9-85e0-d90021ee4568 req-e757a4ee-3d8d-4cee-84c6-58ff3b4f363b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0541410 Sep 26 17:59:56.053196 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1af8a961-a878-4bb9-85e0-d90021ee4568 req-453ba9a3-b821-4f20-8fbe-1ca5b5ea8e6f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0421703 Sep 26 17:59:56.149045 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1358b-8f72-4903-be86-14f91e698326 req-e4e8e2f4-4840-4e05-a180-d231a7b91c72 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.150518 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fc1358b-8f72-4903-be86-14f91e698326 req-e4e8e2f4-4840-4e05-a180-d231a7b91c72 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0501442 Sep 26 17:59:56.196067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:56.206438 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fc1358b-8f72-4903-be86-14f91e698326 req-a453e1f2-4b49-43be-aed4-ab5b00eb34d7 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500293 Sep 26 17:59:56.342385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950a0342-3ef8-4fd5-8932-7367e3c56f24 req-63035c0f-b4d9-4266-961e-a356918e1c84 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.343979 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-950a0342-3ef8-4fd5-8932-7367e3c56f24 req-63035c0f-b4d9-4266-961e-a356918e1c84 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0471456 Sep 26 17:59:56.407978 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.98', 50283) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 17:59:56.504663 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-12d04efe-1993-4ad7-bae2-af0c8cdf359a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.506554 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-12d04efe-1993-4ad7-bae2-af0c8cdf359a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1129 time: 0.1175067 Sep 26 17:59:56.543192 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-03a83525-f02a-4e89-a109-9e7a4b6db6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.544900 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-03a83525-f02a-4e89-a109-9e7a4b6db6c4 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1128 time: 0.1888824 Sep 26 17:59:56.545312 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:56.575418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-950a0342-3ef8-4fd5-8932-7367e3c56f24 req-53060358-c12e-449d-a1e1-ec5f216bb501 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252529 Sep 26 17:59:56.575789 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-69f1c4cb-2398-47e9-a32a-a5092e13eb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.577273 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-69f1c4cb-2398-47e9-a32a-a5092e13eb86 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1127 time: 0.1703024 Sep 26 17:59:56.582551 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f563673-f924-45f5-b91e-ab67c3ad8738 req-8a1eace8-a025-41b2-bc08-77dcc86fbf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.584092 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8f563673-f924-45f5-b91e-ab67c3ad8738 req-8a1eace8-a025-41b2-bc08-77dcc86fbf1c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 1127 time: 0.1665227 Sep 26 17:59:56.615292 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-cebf6274-816e-4124-b2d7-61d00e45faad service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2234836 Sep 26 17:59:56.619649 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-da6c8cce-0716-4881-916f-9de8b5d7eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.621846 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-da6c8cce-0716-4881-916f-9de8b5d7eb9a service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8 HTTP/1.1" status: 200 len: 851 time: 0.2281864 Sep 26 17:59:56.670311 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-2beadd81-f182-4655-a6a6-8d93b97e3c88 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 200 len: 217 time: 0.0934844 Sep 26 17:59:56.700668 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-198820e5-4755-40c0-b254-a185a3a0af05 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 200 len: 217 time: 0.0839157 Sep 26 17:59:56.734768 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-2bb8c1e6-e2ba-493d-9544-207a32dbb133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.736575 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-2bb8c1e6-e2ba-493d-9544-207a32dbb133 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.2174568 Sep 26 17:59:56.787798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-26a46446-eee6-4694-b995-cd17d7651246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.789308 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-26a46446-eee6-4694-b995-cd17d7651246 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=61cf50b2-6772-44b8-83f4-4baca44f92d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1298523 Sep 26 17:59:56.804340 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-2af3f532-c7d8-47d5-b141-a7f0f532275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.805826 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-2af3f532-c7d8-47d5-b141-a7f0f532275a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1130 time: 0.0947914 Sep 26 17:59:56.827136 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-6c4eeb0c-7ef5-476d-83dc-72669f16d371 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 200 len: 217 time: 0.0805874 Sep 26 17:59:56.828987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-7c574f9f-8e95-44be-b631-54cb9025c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.830429 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-7c574f9f-8e95-44be-b631-54cb9025c086 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.1537151 Sep 26 17:59:56.902827 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-b7dafa22-7e1a-462a-9459-469bafc2a125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:56.908584 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-b7dafa22-7e1a-462a-9459-469bafc2a125 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.1758718 Sep 26 17:59:57.032216 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f563673-f924-45f5-b91e-ab67c3ad8738 req-ef2112f9-d606-4f30-9590-8d05e83e7d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.034077 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8f563673-f924-45f5-b91e-ab67c3ad8738 req-ef2112f9-d606-4f30-9590-8d05e83e7d1b service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=3f9772c3904046ee9778a870f4adc0ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4101915 Sep 26 17:59:57.041103 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-f7c48240-266c-46c1-ad5f-4ae5c6ab6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.042795 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-f7c48240-266c-46c1-ad5f-4ae5c6ab6eee service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.2004840 Sep 26 17:59:57.100618 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ced9db2e-9936-4415-ae59-3d35e4ebfd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.102257 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-ced9db2e-9936-4415-ae59-3d35e4ebfd38 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2463293 Sep 26 17:59:57.107436 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-cd8f5a96-9bd8-4d16-bc44-3c2f4857b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.109804 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-cd8f5a96-9bd8-4d16-bc44-3c2f4857b597 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1931591 Sep 26 17:59:57.110863 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-30d791ae-d608-448d-b3e6-253c693092aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.112310 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-30d791ae-d608-448d-b3e6-253c693092aa service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580041 Sep 26 17:59:57.186635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-fb526f4a-c08a-441a-a014-f306653f7919 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/61cf50b2-6772-44b8-83f4-4baca44f92d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840823 Sep 26 17:59:57.235774 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0b84b4-69ee-453e-b0b9-bc65f814bd5f req-bb7cc93f-1251-4d01-aff3-487b12120b6e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.236029 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a0b84b4-69ee-453e-b0b9-bc65f814bd5f req-bb7cc93f-1251-4d01-aff3-487b12120b6e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.1933117 Sep 26 17:59:57.272510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef90dd7-4dbc-48e3-84d4-cb5584d0dccb req-f8a71e12-c034-467a-9141-ecad544d6576 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.274116 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ef90dd7-4dbc-48e3-84d4-cb5584d0dccb req-f8a71e12-c034-467a-9141-ecad544d6576 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.2295172 Sep 26 17:59:57.287527 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-ce380bb1-c865-4b6c-8c5b-690885cac74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.289053 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-ce380bb1-c865-4b6c-8c5b-690885cac74d service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.4567790 Sep 26 17:59:57.303092 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.310227 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.344680 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-11476dcc-f638-4df3-889f-6bd6e6acf37b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021916 Sep 26 17:59:57.348758 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f563673-f924-45f5-b91e-ab67c3ad8738 req-e9e99ae2-5069-444b-8d1f-cc86e1ba2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.349846 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8f563673-f924-45f5-b91e-ab67c3ad8738 req-e9e99ae2-5069-444b-8d1f-cc86e1ba2a47 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3057151 Sep 26 17:59:57.411611 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-9cd18602-234b-4461-a8b6-64f9e00cd9f3 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686341 Sep 26 17:59:57.421301 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-8d374952-f9ab-4c94-aea4-3d076f119ad7 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 217 time: 0.1113834 Sep 26 17:59:57.544867 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-e85eb26f-da1d-4162-8202-05fd817e1225 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938438 Sep 26 17:59:57.548163 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-16645c26-dca3-4164-bec2-919a30464bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.549780 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-16645c26-dca3-4164-bec2-919a30464bbe service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 1127 time: 0.1167459 Sep 26 17:59:57.620206 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-2fc8011d-1159-4622-8cf4-57d7c1097f62 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006388 Sep 26 17:59:57.621792 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-73e9f53f-ad24-47cb-8286-8d971c8f70f6 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd512876-2590-4223-85f7-aaa1209388ce HTTP/1.1" status: 200 len: 217 time: 0.0456340 Sep 26 17:59:57.717010 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-87bb0655-6ba0-4656-98c3-0ec2cfb25625 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771520 Sep 26 17:59:57.741049 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a0b84b4-69ee-453e-b0b9-bc65f814bd5f req-e6accf76-d204-41e5-9fb3-3a9ab147ba6d tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4766252 Sep 26 17:59:57.745224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:57.763091 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ef90dd7-4dbc-48e3-84d4-cb5584d0dccb req-502fc924-02fa-4462-80f3-979473199f1c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4686785 Sep 26 17:59:57.770908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-555f5c9f-60cd-4a8c-9aab-77fcc5e22e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.772419 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-555f5c9f-60cd-4a8c-9aab-77fcc5e22e57 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.3306730 Sep 26 17:59:57.774326 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-9b695ded-c621-4f04-8c9d-f04510de412a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/61cf50b2-6772-44b8-83f4-4baca44f92d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359020 Sep 26 17:59:57.923094 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c9f25-6a7e-433a-ba70-d2b571e89246 req-f38cbd9d-1e24-4fc9-9927-a22cb55e0484 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.924617 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-227c9f25-6a7e-433a-ba70-d2b571e89246 req-f38cbd9d-1e24-4fc9-9927-a22cb55e0484 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0931034 Sep 26 17:59:57.945846 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f550c3-e724-4df5-985c-130513a89b04 req-a078d492-377e-4768-a8c0-d7e4434a310a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:57.947553 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2f550c3-e724-4df5-985c-130513a89b04 req-a078d492-377e-4768-a8c0-d7e4434a310a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0850325 Sep 26 17:59:58.026179 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-227c9f25-6a7e-433a-ba70-d2b571e89246 req-8074b5e5-7df0-4488-9219-628fb891b079 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934703 Sep 26 17:59:58.051958 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2f550c3-e724-4df5-985c-130513a89b04 req-687fd10d-e01a-4b90-8022-b28fc9a64a9a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0902863 Sep 26 17:59:58.175995 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227fbd0-52af-4ca2-8772-006a1294cc57 req-cd21cfe7-0d01-40ae-8188-e55b710701b3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.177722 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f227fbd0-52af-4ca2-8772-006a1294cc57 req-cd21cfe7-0d01-40ae-8188-e55b710701b3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0646760 Sep 26 17:59:58.251534 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f227fbd0-52af-4ca2-8772-006a1294cc57 req-57d5479c-0b56-4592-bf65-2ea3604f6e3c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660625 Sep 26 17:59:58.553463 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-97fbac50-d046-41d5-88cc-ea0d53ad5b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.554866 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-97fbac50-d046-41d5-88cc-ea0d53ad5b07 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0486109 Sep 26 17:59:58.593481 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-c279045f-c387-4092-a15c-d8fafe13aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.595126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-c279045f-c387-4092-a15c-d8fafe13aaaf service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0882955 Sep 26 17:59:58.629040 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d07eb35-e0d5-4d28-ba09-6ffaf39046d6 req-851026a6-15e3-4f68-8bb0-35cf7e56681d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233416 Sep 26 17:59:58.884360 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042008b3-28f6-41f9-a2dd-ca3bb5af8316 req-faad0b02-7651-44c3-9daf-61ebd36a2b65 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.885846 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-042008b3-28f6-41f9-a2dd-ca3bb5af8316 req-faad0b02-7651-44c3-9daf-61ebd36a2b65 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0633419 Sep 26 17:59:58.934184 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91097e96-fe94-401d-86d8-85252f2bd7cb req-09e7c647-f8b8-4d7a-80a3-1f9ac10fcf36 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:58.935677 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91097e96-fe94-401d-86d8-85252f2bd7cb req-09e7c647-f8b8-4d7a-80a3-1f9ac10fcf36 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0781009 Sep 26 17:59:58.976265 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-042008b3-28f6-41f9-a2dd-ca3bb5af8316 req-b1fdc5c7-ec69-45c6-9ba5-779e8af19a42 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743253 Sep 26 17:59:59.005395 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91097e96-fe94-401d-86d8-85252f2bd7cb req-924868cd-334a-4496-9f6e-fc6f858ba546 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588448 Sep 26 17:59:59.186091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39ee87-43b4-4c14-8570-92f862caf280 req-b4406bc9-8f26-408a-b8c7-2d2bf2e12f01 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.188272 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bc39ee87-43b4-4c14-8570-92f862caf280 req-b4406bc9-8f26-408a-b8c7-2d2bf2e12f01 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0778911 Sep 26 17:59:59.208283 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e21a7-b6e9-4b59-9248-8cbdfe907783 req-be5c70d6-85a6-42e8-af6b-a07e132c863c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.209783 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-662e21a7-b6e9-4b59-9248-8cbdfe907783 req-be5c70d6-85a6-42e8-af6b-a07e132c863c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0707042 Sep 26 17:59:59.245083 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:59.276040 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bc39ee87-43b4-4c14-8570-92f862caf280 req-c8365579-cb40-487e-89d1-85002fb1ee6d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821371 Sep 26 17:59:59.283854 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-662e21a7-b6e9-4b59-9248-8cbdfe907783 req-ea98be2e-732d-4df1-8482-35b8d5d2dd6c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0671186 Sep 26 17:59:59.387616 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194a506-43fd-4545-ad3c-e6da8fa623f7 req-71f976dc-f70f-4edd-8d5f-ddba36a15d13 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.389119 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c194a506-43fd-4545-ad3c-e6da8fa623f7 req-71f976dc-f70f-4edd-8d5f-ddba36a15d13 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0504541 Sep 26 17:59:59.438050 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:59.448774 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152203b-131f-4925-8470-5aaa4484a028 req-19cd1a48-bb6d-4f21-966c-8bd46047b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 17:59:59.450769 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-19cd1a48-bb6d-4f21-966c-8bd46047b647 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0654755 Sep 26 17:59:59.552314 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c194a506-43fd-4545-ad3c-e6da8fa623f7 req-5bde464a-581e-4c7b-821b-dbeb28fcfb07 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262500 Sep 26 17:59:59.574220 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 17:59:59.574220 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-f3a790e5-9921-4be8-b922-a22a040cbfc3 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821814 Sep 26 18:00:00.110646 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5349ecb-5815-4315-bf6e-8cad6eec3680 req-0400a195-1798-482a-ae17-31d0b0d3d050 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.112170 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c5349ecb-5815-4315-bf6e-8cad6eec3680 req-0400a195-1798-482a-ae17-31d0b0d3d050 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0594082 Sep 26 18:00:00.163841 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7f4ff3-dd58-475d-b6d8-529db466c19e req-a1438c83-9ec0-4006-84ba-df18f20f5b3a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.165334 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2b7f4ff3-dd58-475d-b6d8-529db466c19e req-a1438c83-9ec0-4006-84ba-df18f20f5b3a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0758605 Sep 26 18:00:00.206235 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c5349ecb-5815-4315-bf6e-8cad6eec3680 req-c6781e3a-d0e7-4c70-b2d3-93ec0e0f66ed tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738423 Sep 26 18:00:00.233566 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2b7f4ff3-dd58-475d-b6d8-529db466c19e req-7c75747f-19ca-42f8-9add-ddbd71244eb6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580862 Sep 26 18:00:00.375908 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-27c0ad81-b769-4543-ac8e-0814533c2b20 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971844 Sep 26 18:00:00.397408 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286cded5-f4af-4a3b-a9dc-a5dd9561172b req-2bb32098-d054-411a-b50f-12e1eed1fb14 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182451 Sep 26 18:00:00.458403 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d9742-c19f-4bc7-ab64-6eee8074936c req-85eaaf1f-9ab7-41b2-8a7f-976807404bf3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.460208 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d39d9742-c19f-4bc7-ab64-6eee8074936c req-85eaaf1f-9ab7-41b2-8a7f-976807404bf3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0770764 Sep 26 18:00:00.487424 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594e7db-04a2-4ed0-891e-87b1e91c069e req-1be33658-cb69-4241-8d9c-d7cd34f6b83b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.488787 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9594e7db-04a2-4ed0-891e-87b1e91c069e req-1be33658-cb69-4241-8d9c-d7cd34f6b83b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0937719 Sep 26 18:00:00.540811 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7152203b-131f-4925-8470-5aaa4484a028 req-cc820cc0-04e1-4674-bf73-095f44f880ef service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945778 Sep 26 18:00:00.548381 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:00.560983 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9594e7db-04a2-4ed0-891e-87b1e91c069e req-fdc0940b-fa13-48d4-a1d6-8ac85701e386 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0651813 Sep 26 18:00:00.564805 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d39d9742-c19f-4bc7-ab64-6eee8074936c req-88e981fa-8ae9-4550-ad28-1bc26ec160d7 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954444 Sep 26 18:00:00.682197 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d99366b-43f5-4fd8-aa0a-be2a7f150143 req-533d23e0-225e-41e1-bbd9-1bdfbeb50a17 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:00.683949 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d99366b-43f5-4fd8-aa0a-be2a7f150143 req-533d23e0-225e-41e1-bbd9-1bdfbeb50a17 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 943 time: 0.0502687 Sep 26 18:00:00.735646 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d99366b-43f5-4fd8-aa0a-be2a7f150143 req-9315ba8e-4ee4-4abc-b819-a770d1ac258b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Sep 26 18:00:01.044161 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38116) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:01.168240 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855e5335-4b77-4858-a39e-69d5a4d41cb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.292611 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855e5335-4b77-4858-a39e-69d5a4d41cb7 admin admin] Publish callbacks [] for security_group (35be7d42-067d-4a7a-9597-a021c87902f6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.298404 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855e5335-4b77-4858-a39e-69d5a4d41cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (35be7d42-067d-4a7a-9597-a021c87902f6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.347090 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-855e5335-4b77-4858-a39e-69d5a4d41cb7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=341ec0fef01c4c42ad0934ffe973fb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010831 Sep 26 18:00:01.348543 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e5335-4b77-4858-a39e-69d5a4d41cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35be7d42-067d-4a7a-9597-a021c87902f6,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:01.352147 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38136) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:01.384356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c30bc2-2cf6-4874-bf65-d6f5c716c5dd req-cf7d35a9-34d7-4688-9d99-89386e7bc2fb tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.385848 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-27c30bc2-2cf6-4874-bf65-d6f5c716c5dd req-cf7d35a9-34d7-4688-9d99-89386e7bc2fb tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 943 time: 0.0869262 Sep 26 18:00:01.403973 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-39d54fc8-696f-421c-a167-8293b94ddc9f admin admin] Publish callbacks [] for security_group (35be7d42-067d-4a7a-9597-a021c87902f6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.415323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab60205-6929-4b72-a10f-a0e3fec70ee3 req-6d4541e4-d7e2-4d9e-9aef-c8e2bd5df9dc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.416798 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ab60205-6929-4b72-a10f-a0e3fec70ee3 req-6d4541e4-d7e2-4d9e-9aef-c8e2bd5df9dc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0776887 Sep 26 18:00:01.426066 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-39d54fc8-696f-421c-a167-8293b94ddc9f admin admin] Publish callbacks [] for security_group (35be7d42-067d-4a7a-9597-a021c87902f6), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.465067 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-27c30bc2-2cf6-4874-bf65-d6f5c716c5dd req-b6b85bec-e081-4a73-8322-6647d19c0575 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726428 Sep 26 18:00:01.469948 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:01.476651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-39d54fc8-696f-421c-a167-8293b94ddc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (35be7d42-067d-4a7a-9597-a021c87902f6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.479472 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-39d54fc8-696f-421c-a167-8293b94ddc9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.480837 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-39d54fc8-696f-421c-a167-8293b94ddc9f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/35be7d42-067d-4a7a-9597-a021c87902f6 HTTP/1.1" status: 204 len: 168 time: 0.1273479 Sep 26 18:00:01.490499 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d54fc8-696f-421c-a167-8293b94ddc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be7d42-067d-4a7a-9597-a021c87902f6,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:01.502919 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ab60205-6929-4b72-a10f-a0e3fec70ee3 req-ddeccf77-b06f-4498-a571-808d004bc0d3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778432 Sep 26 18:00:01.505031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device ac154164-487b-4241-a489-a7c9b223e271 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:01.674882 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port ac154164-487b-4241-a489-a7c9b223e271, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ac154164-487b-4241-a489-a7c9b223e271,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:01.690549 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'ac154164-487b-4241-a489-a7c9b223e271', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'port_id': 'ac154164-487b-4241-a489-a7c9b223e271', 'mac_address': 'fa:16:3e:91:8c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:01.740719 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port ac154164-487b-4241-a489-a7c9b223e271 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:01.741357 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (ac154164-487b-4241-a489-a7c9b223e271), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.764558 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac154164-487b-4241-a489-a7c9b223e271 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:01.764755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f548a5bd-b1f1-4601-b85c-233e05e87b62 req-c80a82e6-e3a9-47e3-b30f-035bd56a0f0d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.767003 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f548a5bd-b1f1-4601-b85c-233e05e87b62 req-c80a82e6-e3a9-47e3-b30f-035bd56a0f0d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1055672 Sep 26 18:00:01.773731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f5a16e-96cb-41bd-9107-cfa44e749472 req-6082e844-b4c9-4ff3-9986-a0c346726eb6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:01.775575 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47f5a16e-96cb-41bd-9107-cfa44e749472 req-6082e844-b4c9-4ff3-9986-a0c346726eb6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.1026683 Sep 26 18:00:01.797426 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port ac154164-487b-4241-a489-a7c9b223e271, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ac154164-487b-4241-a489-a7c9b223e271,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:01.803859 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (ac154164-487b-4241-a489-a7c9b223e271), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.805090 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 6a02b6fd-d384-4113-8083-b28d867c2775 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:01.866026 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f548a5bd-b1f1-4601-b85c-233e05e87b62 req-b7c10a3a-de37-41fa-b763-6b04539a52a2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893028 Sep 26 18:00:01.870296 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47f5a16e-96cb-41bd-9107-cfa44e749472 req-5bd5ed48-9ac3-4b42-b03f-83a406b4a446 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0857980 Sep 26 18:00:01.881276 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:01.885327 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:01.919584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38148) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:01.930683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=ac154164-487b-4241-a489-a7c9b223e271,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:01.941041 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99791863-0256-4d6a-bef6-9a355adad278 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:01.948033 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.948385 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.948737 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.949091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.949423 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.949745 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.950065 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.950378 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.950902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.951227 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.951550 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.951887 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.952207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.952830 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.953514 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:01.995768 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 6a02b6fd-d384-4113-8083-b28d867c2775, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=6a02b6fd-d384-4113-8083-b28d867c2775,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:02.004083 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.012447 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '6a02b6fd-d384-4113-8083-b28d867c2775', 'network_id': '61cf50b2-6772-44b8-83f4-4baca44f92d1', 'port_id': '6a02b6fd-d384-4113-8083-b28d867c2775', 'mac_address': 'fa:16:3e:ff:34:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:02.036549 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a6d54-f538-4c2d-9635-2b9bcaa7c75e req-cb28a5b0-4a8d-4a95-b6d5-7a3d0a543ae3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:02.037905 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b91a6d54-f538-4c2d-9635-2b9bcaa7c75e req-cb28a5b0-4a8d-4a95-b6d5-7a3d0a543ae3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 944 time: 0.0668027 Sep 26 18:00:02.051535 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.075942 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 6a02b6fd-d384-4113-8083-b28d867c2775 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:02.076493 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.100604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a02b6fd-d384-4113-8083-b28d867c2775 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:02.115739 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99791863-0256-4d6a-bef6-9a355adad278 admin admin] Publish callbacks [] for security_group (5954b9f7-2795-40a5-a4f4-765087bbf03d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.125664 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 6a02b6fd-d384-4113-8083-b28d867c2775, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=6a02b6fd-d384-4113-8083-b28d867c2775,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:02.129323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-99791863-0256-4d6a-bef6-9a355adad278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (5954b9f7-2795-40a5-a4f4-765087bbf03d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.131098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.139348 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b91a6d54-f538-4c2d-9635-2b9bcaa7c75e req-32dc6aba-6abf-446e-a623-25a858f61a18 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912304 Sep 26 18:00:02.183783 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=6a02b6fd-d384-4113-8083-b28d867c2775,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:02.184317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99791863-0256-4d6a-bef6-9a355adad278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5954b9f7-2795-40a5-a4f4-765087bbf03d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:02.188972 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-99791863-0256-4d6a-bef6-9a355adad278 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4447b9c7cc454fd7b29324a5038cd98e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2682524 Sep 26 18:00:02.191716 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38150) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:02.219891 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.246210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4ce9b63a-449c-4c5f-9d1e-28c579f65e99 admin admin] Publish callbacks [] for security_group (5954b9f7-2795-40a5-a4f4-765087bbf03d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.267902 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4ce9b63a-449c-4c5f-9d1e-28c579f65e99 admin admin] Publish callbacks [] for security_group (5954b9f7-2795-40a5-a4f4-765087bbf03d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.328732 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4ce9b63a-449c-4c5f-9d1e-28c579f65e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (5954b9f7-2795-40a5-a4f4-765087bbf03d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.331627 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4ce9b63a-449c-4c5f-9d1e-28c579f65e99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:02.336297 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4ce9b63a-449c-4c5f-9d1e-28c579f65e99 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5954b9f7-2795-40a5-a4f4-765087bbf03d HTTP/1.1" status: 204 len: 168 time: 0.1432600 Sep 26 18:00:02.348613 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce9b63a-449c-4c5f-9d1e-28c579f65e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5954b9f7-2795-40a5-a4f4-765087bbf03d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:02.702304 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['ac154164-487b-4241-a489-a7c9b223e271'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:02.730407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebb7e7-a66f-4241-b45a-3467fa88941c req-857146bd-751f-4715-9d35-434dc694cbdb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:02.733523 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d9ebb7e7-a66f-4241-b45a-3467fa88941c req-857146bd-751f-4715-9d35-434dc694cbdb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0708661 Sep 26 18:00:02.754828 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854e437-188d-471a-93b1-3a9a70644329 req-8f6d4712-bed9-4840-8ebe-18ccf0efdb41 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:02.761680 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8854e437-188d-471a-93b1-3a9a70644329 req-8f6d4712-bed9-4840-8ebe-18ccf0efdb41 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 944 time: 0.1409993 Sep 26 18:00:02.825083 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['6a02b6fd-d384-4113-8083-b28d867c2775'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:02.864345 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d9ebb7e7-a66f-4241-b45a-3467fa88941c req-349f407b-a7b4-46ee-9fcc-f3deac86a40c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166508 Sep 26 18:00:02.867967 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.894961 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:02.906245 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8854e437-188d-471a-93b1-3a9a70644329 req-dc321cf8-aed1-466a-bddf-9f1766566194 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430342 Sep 26 18:00:02.907499 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38194) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:03.047724 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be829-050f-4a21-9e88-bf37703b2262 req-696ba1f8-cd36-45a7-a250-fcb1f2e5e118 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:03.056557 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-617be829-050f-4a21-9e88-bf37703b2262 req-696ba1f8-cd36-45a7-a250-fcb1f2e5e118 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 943 time: 0.0777884 Sep 26 18:00:03.143198 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00311efa-198a-4a0d-ae4b-0d4b61e73516 req-0e47d00f-1a40-489c-92c1-6f60e54c941e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:03.151226 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-00311efa-198a-4a0d-ae4b-0d4b61e73516 req-0e47d00f-1a40-489c-92c1-6f60e54c941e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0924418 Sep 26 18:00:03.178735 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-617be829-050f-4a21-9e88-bf37703b2262 req-15d0bca5-09a4-40e5-baac-3dc0ff58abcc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1206264 Sep 26 18:00:03.203987 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1532-6eec-4158-82b3-f59a1edf6d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.241449 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-00311efa-198a-4a0d-ae4b-0d4b61e73516 req-2905c4cf-0355-4956-a6a7-90136f2f4753 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891831 Sep 26 18:00:03.242028 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38210) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:03.314793 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1532-6eec-4158-82b3-f59a1edf6d89 admin admin] Publish callbacks [] for security_group (306489f0-f3be-457b-a89d-82ccee9ea62c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.321015 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3c3e1532-6eec-4158-82b3-f59a1edf6d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (306489f0-f3be-457b-a89d-82ccee9ea62c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.336695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aab08c-d155-4d1e-a954-3b417ce9821b req-12a7cd0e-f138-411a-a22e-c2acb5956fc7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:03.343869 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0aab08c-d155-4d1e-a954-3b417ce9821b req-12a7cd0e-f138-411a-a22e-c2acb5956fc7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 944 time: 0.0658581 Sep 26 18:00:03.366586 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.366898 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.374256 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e1532-6eec-4158-82b3-f59a1edf6d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306489f0-f3be-457b-a89d-82ccee9ea62c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:03.383035 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3c3e1532-6eec-4158-82b3-f59a1edf6d89 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2a2f9fa100c8410b97f5319bad236399&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730589 Sep 26 18:00:03.386479 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38216) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:03.416657 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0aab08c-d155-4d1e-a954-3b417ce9821b req-0ae11512-fdf4-44c6-939f-bc8c504c65eb tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710185 Sep 26 18:00:03.474961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-116f46f8-caec-4d39-b0e6-9b915539c92b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.501639 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c233ec37-aa52-4f83-aa4b-98ec49cc2687 admin admin] Publish callbacks [] for security_group (306489f0-f3be-457b-a89d-82ccee9ea62c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.534120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c233ec37-aa52-4f83-aa4b-98ec49cc2687 admin admin] Publish callbacks [] for security_group (306489f0-f3be-457b-a89d-82ccee9ea62c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.618560 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-116f46f8-caec-4d39-b0e6-9b915539c92b admin admin] Publish callbacks [] for security_group (f31e921a-c8cb-4b50-9a54-979301da2821), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.619990 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c233ec37-aa52-4f83-aa4b-98ec49cc2687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (306489f0-f3be-457b-a89d-82ccee9ea62c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.622824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c233ec37-aa52-4f83-aa4b-98ec49cc2687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.624165 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c233ec37-aa52-4f83-aa4b-98ec49cc2687 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/306489f0-f3be-457b-a89d-82ccee9ea62c HTTP/1.1" status: 204 len: 168 time: 0.2368228 Sep 26 18:00:03.629106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-116f46f8-caec-4d39-b0e6-9b915539c92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f31e921a-c8cb-4b50-9a54-979301da2821), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.641661 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233ec37-aa52-4f83-aa4b-98ec49cc2687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306489f0-f3be-457b-a89d-82ccee9ea62c,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:03.679261 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:03.684312 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-116f46f8-caec-4d39-b0e6-9b915539c92b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0ac80b86ab4f4d14bdc0c53e079b5213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4412134 Sep 26 18:00:03.686466 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f46f8-caec-4d39-b0e6-9b915539c92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31e921a-c8cb-4b50-9a54-979301da2821,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:03.687737 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38230) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:03.745407 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a3fa-a623-4f5b-bc14-015f7170d491 admin admin] Publish callbacks [] for security_group (f31e921a-c8cb-4b50-9a54-979301da2821), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.767134 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a3fa-a623-4f5b-bc14-015f7170d491 admin admin] Publish callbacks [] for security_group (f31e921a-c8cb-4b50-9a54-979301da2821), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.793851 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device fd512876-2590-4223-85f7-aaa1209388ce details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:03.828076 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a3fa-a623-4f5b-bc14-015f7170d491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f31e921a-c8cb-4b50-9a54-979301da2821), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.831424 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5fd2a3fa-a623-4f5b-bc14-015f7170d491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:03.833634 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5fd2a3fa-a623-4f5b-bc14-015f7170d491 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f31e921a-c8cb-4b50-9a54-979301da2821 HTTP/1.1" status: 204 len: 168 time: 0.1446235 Sep 26 18:00:03.845322 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd2a3fa-a623-4f5b-bc14-015f7170d491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31e921a-c8cb-4b50-9a54-979301da2821,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:03.915499 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port fd512876-2590-4223-85f7-aaa1209388ce, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fd512876-2590-4223-85f7-aaa1209388ce,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:03.930357 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'fd512876-2590-4223-85f7-aaa1209388ce', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:04.004130 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port fd512876-2590-4223-85f7-aaa1209388ce is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:04.004448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fd512876-2590-4223-85f7-aaa1209388ce), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.024231 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd512876-2590-4223-85f7-aaa1209388ce {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:04.049053 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port fd512876-2590-4223-85f7-aaa1209388ce, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fd512876-2590-4223-85f7-aaa1209388ce,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:04.053807 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fd512876-2590-4223-85f7-aaa1209388ce), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.054520 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:00:04.069552 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0643c31-caf0-4196-820a-1c0a57bb54aa req-05d5b798-345f-4558-8f9d-e586b1be356b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:04.071756 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0643c31-caf0-4196-820a-1c0a57bb54aa req-05d5b798-345f-4558-8f9d-e586b1be356b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0982106 Sep 26 18:00:04.150043 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915bde68-934a-4e37-bae6-a594dd1fab9c req-7c02fd95-0db3-45e3-ac43-34e388b44569 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:04.151918 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-915bde68-934a-4e37-bae6-a594dd1fab9c req-7c02fd95-0db3-45e3-ac43-34e388b44569 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 944 time: 0.0790751 Sep 26 18:00:04.161529 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38244) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:04.179814 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0643c31-caf0-4196-820a-1c0a57bb54aa req-40e0be39-0d32-44a8-8984-7bf0407bf2a4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954432 Sep 26 18:00:04.183008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-24e129e9-0e4c-4659-b827-0ee66e1d633f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.193934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=fd512876-2590-4223-85f7-aaa1209388ce,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:04.277949 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-915bde68-934a-4e37-bae6-a594dd1fab9c req-fa700b78-35f7-4ff7-ad0e-18ee7d3ad5b2 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089113 Sep 26 18:00:04.294082 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-24e129e9-0e4c-4659-b827-0ee66e1d633f admin admin] Publish callbacks [] for security_group (26b76c45-d533-4426-b311-eced0ca5d27d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.299920 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-24e129e9-0e4c-4659-b827-0ee66e1d633f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (26b76c45-d533-4426-b311-eced0ca5d27d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.315102 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:04.335801 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'mac_address': 'fa:16:3e:9d:b8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:00:04.354886 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-24e129e9-0e4c-4659-b827-0ee66e1d633f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=3521e3f7d8e041ecb169e9da3cec0f84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1920104 Sep 26 18:00:04.355925 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e129e9-0e4c-4659-b827-0ee66e1d633f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b76c45-d533-4426-b311-eced0ca5d27d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:04.359819 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38252) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:04.382246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:04.383666 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.403854 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:00:04.430969 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df4d84b3-4b73-4d0c-aa29-6bdbf7936b2b admin admin] Publish callbacks [] for security_group (26b76c45-d533-4426-b311-eced0ca5d27d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.434764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:04.441294 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.446019 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783f0f5-24d1-4d03-a807-0ca4b00de4c8 req-22e5a81b-016b-45a1-8543-565d62191652 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:04.447186 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7783f0f5-24d1-4d03-a807-0ca4b00de4c8 req-22e5a81b-016b-45a1-8543-565d62191652 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 944 time: 0.1353927 Sep 26 18:00:04.459144 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df4d84b3-4b73-4d0c-aa29-6bdbf7936b2b admin admin] Publish callbacks [] for security_group (26b76c45-d533-4426-b311-eced0ca5d27d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.478947 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc963a-90bc-4021-8f11-699f7fa91712 req-efc40e7c-2832-4961-ab6f-d09a87d5db51 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:04.480534 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eacc963a-90bc-4021-8f11-699f7fa91712 req-efc40e7c-2832-4961-ab6f-d09a87d5db51 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0872893 Sep 26 18:00:04.509939 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.511207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:04.517586 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df4d84b3-4b73-4d0c-aa29-6bdbf7936b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (26b76c45-d533-4426-b311-eced0ca5d27d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.520610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df4d84b3-4b73-4d0c-aa29-6bdbf7936b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.521948 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-df4d84b3-4b73-4d0c-aa29-6bdbf7936b2b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/26b76c45-d533-4426-b311-eced0ca5d27d HTTP/1.1" status: 204 len: 168 time: 0.1609390 Sep 26 18:00:04.531142 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d84b3-4b73-4d0c-aa29-6bdbf7936b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b76c45-d533-4426-b311-eced0ca5d27d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:04.557739 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38262) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:04.565976 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device ac154164-487b-4241-a489-a7c9b223e271 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:04.589652 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7783f0f5-24d1-4d03-a807-0ca4b00de4c8 req-0edef5af-54b0-445d-a47c-96ede45af6f7 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1248033 Sep 26 18:00:04.589841 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-27205ed9-7b3e-439c-bf7b-13dba88834bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.624794 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eacc963a-90bc-4021-8f11-699f7fa91712 req-28f245cb-00d8-4696-97b8-0b58e6545b46 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353860 Sep 26 18:00:04.664303 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.689338 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port ac154164-487b-4241-a489-a7c9b223e271 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:00:04.703133 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port ac154164-487b-4241-a489-a7c9b223e271 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:04.704477 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (ac154164-487b-4241-a489-a7c9b223e271), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.705017 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port ac154164-487b-4241-a489-a7c9b223e271 Sep 26 18:00:04.746401 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead185c2-7af3-461f-a49d-dd91c3fe6bb5 req-415d8ef7-508e-426d-a963-925e90066a36 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:04.756681 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ead185c2-7af3-461f-a49d-dd91c3fe6bb5 req-415d8ef7-508e-426d-a963-925e90066a36 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 944 time: 0.0797660 Sep 26 18:00:04.759112 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-27205ed9-7b3e-439c-bf7b-13dba88834bb admin admin] Publish callbacks [] for security_group (4bc9c311-28a7-45fa-9810-2e86df881071), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.774454 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-27205ed9-7b3e-439c-bf7b-13dba88834bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (4bc9c311-28a7-45fa-9810-2e86df881071), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.791995 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port ac154164-487b-4241-a489-a7c9b223e271 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:04.792526 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (ac154164-487b-4241-a489-a7c9b223e271), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.804134 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27205ed9-7b3e-439c-bf7b-13dba88834bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc9c311-28a7-45fa-9810-2e86df881071,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:04.824961 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.836072 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-27205ed9-7b3e-439c-bf7b-13dba88834bb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a4a2ca7daf6b44d9a76b6c4f6ca9658b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766597 Sep 26 18:00:04.839186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38268) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:04.840044 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:04.842668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c672f68a-623c-463c-b262-85f19afe904b" -d '{"events": [{"server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "name": "network-vif-plugged", "status": "completed", "tag": "ac154164-487b-4241-a489-a7c9b223e271"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:04.847735 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port ac154164-487b-4241-a489-a7c9b223e271, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ac154164-487b-4241-a489-a7c9b223e271,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:04.864391 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (ac154164-487b-4241-a489-a7c9b223e271), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.867189 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 6a02b6fd-d384-4113-8083-b28d867c2775 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:04.875483 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ead185c2-7af3-461f-a49d-dd91c3fe6bb5 req-d72650d3-4305-4ef5-a3a9-9a3f25317abb tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175704 Sep 26 18:00:04.902292 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-53adc736-a107-455d-be92-75f2bcb1de08 admin admin] Publish callbacks [] for security_group (4bc9c311-28a7-45fa-9810-2e86df881071), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.912841 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.925574 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-53adc736-a107-455d-be92-75f2bcb1de08 admin admin] Publish callbacks [] for security_group (4bc9c311-28a7-45fa-9810-2e86df881071), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.930734 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2064a3d2-c0d9-46a2-9c84-b9da3c79df51 x-openstack-request-id: req-2064a3d2-c0d9-46a2-9c84-b9da3c79df51 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:04.931171 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "name": "network-vif-plugged", "status": "completed", "tag": "ac154164-487b-4241-a489-a7c9b223e271", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:04.932066 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2064a3d2-c0d9-46a2-9c84-b9da3c79df51 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:04.932675 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2064a3d2-c0d9-46a2-9c84-b9da3c79df51'] response: {'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271', 'code': 200} Sep 26 18:00:04.978415 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:04.985585 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-53adc736-a107-455d-be92-75f2bcb1de08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (4bc9c311-28a7-45fa-9810-2e86df881071), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.989944 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-53adc736-a107-455d-be92-75f2bcb1de08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:04.991338 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-53adc736-a107-455d-be92-75f2bcb1de08 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4bc9c311-28a7-45fa-9810-2e86df881071 HTTP/1.1" status: 204 len: 168 time: 0.1511526 Sep 26 18:00:05.003219 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adc736-a107-455d-be92-75f2bcb1de08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc9c311-28a7-45fa-9810-2e86df881071,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.043605 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=ac154164-487b-4241-a489-a7c9b223e271,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.055344 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 6a02b6fd-d384-4113-8083-b28d867c2775 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:00:05.069817 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 6a02b6fd-d384-4113-8083-b28d867c2775 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:05.070240 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.071657 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 6a02b6fd-d384-4113-8083-b28d867c2775 Sep 26 18:00:05.127982 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38280) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:05.144206 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-14f71427-35df-4e05-9067-d1235188fe4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.166250 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 6a02b6fd-d384-4113-8083-b28d867c2775 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:05.166731 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.242620 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['fd512876-2590-4223-85f7-aaa1209388ce'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:05.251994 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 6a02b6fd-d384-4113-8083-b28d867c2775, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=6a02b6fd-d384-4113-8083-b28d867c2775,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:05.273371 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-14f71427-35df-4e05-9067-d1235188fe4c admin admin] Publish callbacks [] for security_group (0c36ca1f-d2a8-4b45-a45b-36130d1294ae), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.282934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.289100 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-14f71427-35df-4e05-9067-d1235188fe4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0c36ca1f-d2a8-4b45-a45b-36130d1294ae), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.357307 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f71427-35df-4e05-9067-d1235188fe4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c36ca1f-d2a8-4b45-a45b-36130d1294ae,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.368484 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa29e7-8dfa-4822-bca3-0823318c66d3 req-b5e7d9fe-582b-4963-a824-f63520867880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.370169 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a4fa29e7-8dfa-4822-bca3-0823318c66d3 req-b5e7d9fe-582b-4963-a824-f63520867880 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1129 time: 0.0994329 Sep 26 18:00:05.372539 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-14f71427-35df-4e05-9067-d1235188fe4c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4f3f01c3a2fb47c7b0a5b60980b879f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436621 Sep 26 18:00:05.376476 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38292) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:05.413432 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:05.455449 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a4fa29e7-8dfa-4822-bca3-0823318c66d3 req-a21f20e4-466c-458f-b8eb-b45c22df805b service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759037 Sep 26 18:00:05.478297 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9fea51-a1f0-4c95-a930-fadd7366eafb req-3aedd92d-8996-4669-9b6c-b50060fc84d9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.486339 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c701c54-adea-472c-82eb-3a1e2f1e193f admin admin] Publish callbacks [] for security_group (0c36ca1f-d2a8-4b45-a45b-36130d1294ae), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.487360 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff9fea51-a1f0-4c95-a930-fadd7366eafb req-3aedd92d-8996-4669-9b6c-b50060fc84d9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.1318140 Sep 26 18:00:05.491241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=6a02b6fd-d384-4113-8083-b28d867c2775,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.492453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:05.556011 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c701c54-adea-472c-82eb-3a1e2f1e193f admin admin] Publish callbacks [] for security_group (0c36ca1f-d2a8-4b45-a45b-36130d1294ae), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.574483 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff9fea51-a1f0-4c95-a930-fadd7366eafb req-02581bdc-c45c-4a9c-bae5-a03b77f11019 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861552 Sep 26 18:00:05.589762 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679bbd3-be45-457e-bfe9-b99aceabecc9 req-3b8e3611-3069-46da-8f47-5c6cbd1951ed tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.594597 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e679bbd3-be45-457e-bfe9-b99aceabecc9 req-3b8e3611-3069-46da-8f47-5c6cbd1951ed tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.1625204 Sep 26 18:00:05.682538 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c701c54-adea-472c-82eb-3a1e2f1e193f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0c36ca1f-d2a8-4b45-a45b-36130d1294ae), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.716291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c701c54-adea-472c-82eb-3a1e2f1e193f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:05.716291 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0c701c54-adea-472c-82eb-3a1e2f1e193f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0c36ca1f-d2a8-4b45-a45b-36130d1294ae HTTP/1.1" status: 204 len: 168 time: 0.3358307 Sep 26 18:00:05.735979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c701c54-adea-472c-82eb-3a1e2f1e193f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c36ca1f-d2a8-4b45-a45b-36130d1294ae,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:05.756209 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e679bbd3-be45-457e-bfe9-b99aceabecc9 req-aad9bb16-7598-4391-b102-978f28c9c57e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292562 Sep 26 18:00:05.808169 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6d162-25c8-466d-bd31-cd62e00a4e34 req-495c85fb-b040-4f14-8e80-abd0844ca4b0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:05.813741 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-beb6d162-25c8-466d-bd31-cd62e00a4e34 req-495c85fb-b040-4f14-8e80-abd0844ca4b0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 944 time: 0.0971961 Sep 26 18:00:05.912130 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-beb6d162-25c8-466d-bd31-cd62e00a4e34 req-c2c3597e-9ddd-40cf-801d-a61b6c125aac tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0942473 Sep 26 18:00:06.011665 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec92a9-dcd1-4cc0-ba4c-d9e2069cb013 req-5405f401-bb81-4ad3-ba17-6031a00a60af tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.013463 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-24ec92a9-dcd1-4cc0-ba4c-d9e2069cb013 req-5405f401-bb81-4ad3-ba17-6031a00a60af tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0979278 Sep 26 18:00:06.071003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc04dfdf-1dd4-4aed-b9ba-93fe2a82b78c req-d3969397-874d-4bfe-a204-dd2903cb1391 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.072711 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fc04dfdf-1dd4-4aed-b9ba-93fe2a82b78c req-d3969397-874d-4bfe-a204-dd2903cb1391 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0819211 Sep 26 18:00:06.114955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-24ec92a9-dcd1-4cc0-ba4c-d9e2069cb013 req-3663f949-6e98-4d53-a3b4-17519d416e8c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832367 Sep 26 18:00:06.138028 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fc04dfdf-1dd4-4aed-b9ba-93fe2a82b78c req-a19c2f95-a268-49f8-ac71-5ee379aacfda tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591016 Sep 26 18:00:06.724951 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bb56d1-cd16-4c84-ae85-9ce064f752cd req-00ced07e-d81d-435a-b5fd-c955b6f914fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.732126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98bb56d1-cd16-4c84-ae85-9ce064f752cd req-00ced07e-d81d-435a-b5fd-c955b6f914fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.0659196 Sep 26 18:00:06.761434 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:06.794862 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98bb56d1-cd16-4c84-ae85-9ce064f752cd req-edff95c3-68aa-43ab-8378-fac104d2961f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618391 Sep 26 18:00:06.915317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db64f0-01c6-4839-9fc5-e2718dcc45dc req-b950e972-4cf9-4993-9023-91a6a684b91b tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:06.916857 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a8db64f0-01c6-4839-9fc5-e2718dcc45dc req-b950e972-4cf9-4993-9023-91a6a684b91b tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0533483 Sep 26 18:00:06.938942 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02b6fd-d384-4113-8083-b28d867c2775'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:06.946342 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19c13fc-66f4-42bd-8bfc-e4de250f6535" -d '{"events": [{"server_uuid": "b28c669f-96dd-4ba6-a5c2-b7dbb94ef282", "name": "network-vif-plugged", "status": "completed", "tag": "6a02b6fd-d384-4113-8083-b28d867c2775"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:06.995558 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a8db64f0-01c6-4839-9fc5-e2718dcc45dc req-24047fc6-9606-482c-87af-6849e75e1b08 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714157 Sep 26 18:00:07.060125 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1be71e-1341-412c-9243-1103a7112b7b x-openstack-request-id: req-2a1be71e-1341-412c-9243-1103a7112b7b {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:07.060667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c669f-96dd-4ba6-a5c2-b7dbb94ef282", "name": "network-vif-plugged", "status": "completed", "tag": "6a02b6fd-d384-4113-8083-b28d867c2775", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:07.061214 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2a1be71e-1341-412c-9243-1103a7112b7b {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:07.062728 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a1be71e-1341-412c-9243-1103a7112b7b'] response: {'server_uuid': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02b6fd-d384-4113-8083-b28d867c2775', 'code': 200} Sep 26 18:00:07.098903 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3decd0c2-8d52-4b61-b419-375a7accd987 req-db60e7c7-f8a0-4b89-823a-8accc088a118 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:07.100659 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3decd0c2-8d52-4b61-b419-375a7accd987 req-db60e7c7-f8a0-4b89-823a-8accc088a118 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 944 time: 0.0500236 Sep 26 18:00:07.157671 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3decd0c2-8d52-4b61-b419-375a7accd987 req-b3251fa5-4cf3-4590-833e-6eec0d93799b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0497618 Sep 26 18:00:07.319598 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483cbd66-a70a-44fa-9047-7d5510309a89 req-24759040-94ac-4c3c-9356-1e1c38de1f6f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:07.321440 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-483cbd66-a70a-44fa-9047-7d5510309a89 req-24759040-94ac-4c3c-9356-1e1c38de1f6f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1016419 Sep 26 18:00:07.333749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c9dbd3-3ff1-4a6a-9f4c-028f86cecf1d req-f2bfb100-180e-446f-91c3-9512857813f1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:07.335533 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b3c9dbd3-3ff1-4a6a-9f4c-028f86cecf1d req-f2bfb100-180e-446f-91c3-9512857813f1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0763967 Sep 26 18:00:07.356836 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38408) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:07.418087 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-483cbd66-a70a-44fa-9047-7d5510309a89 req-f4ca2a75-9cb0-44fc-afe6-42c7cb03ff4f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814340 Sep 26 18:00:07.434475 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b3c9dbd3-3ff1-4a6a-9f4c-028f86cecf1d req-f0108b22-ecc7-4477-a388-f3c58acd859b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879169 Sep 26 18:00:07.577912 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:07.586170 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-17f42ec7-6481-4661-9c88-cae8e19b17e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.688523 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-17f42ec7-6481-4661-9c88-cae8e19b17e7 admin admin] Publish callbacks [] for security_group (c52da710-047f-4bfb-a3d9-1f492d2048b7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.694758 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-17f42ec7-6481-4661-9c88-cae8e19b17e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c52da710-047f-4bfb-a3d9-1f492d2048b7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.743423 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-17f42ec7-6481-4661-9c88-cae8e19b17e7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f963631f24e843bab34ce5ef8f02618f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3849659 Sep 26 18:00:07.744548 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f42ec7-6481-4661-9c88-cae8e19b17e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c52da710-047f-4bfb-a3d9-1f492d2048b7,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:07.746218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38434) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:07.821610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:07.833069 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d00-4785-4b47-8ebe-45645f6e33b9 admin admin] Publish callbacks [] for security_group (c52da710-047f-4bfb-a3d9-1f492d2048b7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.869091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d00-4785-4b47-8ebe-45645f6e33b9 admin admin] Publish callbacks [] for security_group (c52da710-047f-4bfb-a3d9-1f492d2048b7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.931397 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:00:07.940470 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:07.941314 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:07.941673 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 18:00:07.983898 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.007411 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbdd59d-6a07-4125-861e-a0948d085707 req-3fa61736-de8e-4189-91ee-78e4b5c8928d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.009201 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebbdd59d-6a07-4125-861e-a0948d085707 req-3fa61736-de8e-4189-91ee-78e4b5c8928d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.0769293 Sep 26 18:00:08.013569 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bba35b-3e7e-4d57-bc4c-10249df673a3 req-5b2fd07c-f3c2-43b4-abb0-1d8dc49b1a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.016623 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11bba35b-3e7e-4d57-bc4c-10249df673a3 req-5b2fd07c-f3c2-43b4-abb0-1d8dc49b1a06 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 1129 time: 0.0687518 Sep 26 18:00:08.019125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d00-4785-4b47-8ebe-45645f6e33b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c52da710-047f-4bfb-a3d9-1f492d2048b7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.021820 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ebea7d00-4785-4b47-8ebe-45645f6e33b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.023249 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ebea7d00-4785-4b47-8ebe-45645f6e33b9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c52da710-047f-4bfb-a3d9-1f492d2048b7 HTTP/1.1" status: 204 len: 168 time: 0.2749932 Sep 26 18:00:08.068275 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:08.068772 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.069245 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea7d00-4785-4b47-8ebe-45645f6e33b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52da710-047f-4bfb-a3d9-1f492d2048b7,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.120295 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebbdd59d-6a07-4125-861e-a0948d085707 req-e676bf36-0b2c-4a7c-a558-3ddbf89fa106 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034174 Sep 26 18:00:08.120685 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11bba35b-3e7e-4d57-bc4c-10249df673a3 req-5c071f56-0e5c-40e3-b06b-986dac9ff3d8 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955369 Sep 26 18:00:08.160045 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.175029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:08.191688 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.194246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device fd512876-2590-4223-85f7-aaa1209388ce up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:00:08.199103 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1430f4-d62d-41a0-be02-acd2792169f7 req-9ac5a814-5aa8-4fee-af3f-55ceb8b3f36a tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.203379 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d1430f4-d62d-41a0-be02-acd2792169f7 req-9ac5a814-5aa8-4fee-af3f-55ceb8b3f36a tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0705471 Sep 26 18:00:08.285558 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d1430f4-d62d-41a0-be02-acd2792169f7 req-32d9eee0-0cc0-4e61-81c4-20b258f9bf3e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757623 Sep 26 18:00:08.384339 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69794d27-2a08-45c0-967d-b744ff878a19 req-8a0ecd67-4116-4360-a4f0-b262e53e0f4a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.385874 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69794d27-2a08-45c0-967d-b744ff878a19 req-8a0ecd67-4116-4360-a4f0-b262e53e0f4a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 944 time: 0.0633883 Sep 26 18:00:08.434921 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.442812 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a3451ef3-b525-48f0-ba56-eb74d1714929 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.446334 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port fd512876-2590-4223-85f7-aaa1209388ce completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:00:08.460261 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port fd512876-2590-4223-85f7-aaa1209388ce triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:00:08.461232 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (fd512876-2590-4223-85f7-aaa1209388ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.461777 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port fd512876-2590-4223-85f7-aaa1209388ce Sep 26 18:00:08.496221 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69794d27-2a08-45c0-967d-b744ff878a19 req-ce610870-2d38-48b6-9d50-29be9432247c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0983377 Sep 26 18:00:08.619097 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38478) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:08.635893 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port fd512876-2590-4223-85f7-aaa1209388ce is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:00:08.636419 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fd512876-2590-4223-85f7-aaa1209388ce), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.637191 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72a963fe-8f7e-4ba4-af3e-d8d7f9a4619e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.667531 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23539f84-4c29-4133-aa09-ec11019413c0 req-9035a9ce-a656-48e8-9a2f-3542d92a9233 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.676540 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-23539f84-4c29-4133-aa09-ec11019413c0 req-9035a9ce-a656-48e8-9a2f-3542d92a9233 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0652032 Sep 26 18:00:08.683559 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.688354 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70adae-9a4f-4819-aeed-b5fa50fbbe1d req-a988d981-8088-428b-9cf6-8a60ce728590 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.689379 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d70adae-9a4f-4819-aeed-b5fa50fbbe1d req-a988d981-8088-428b-9cf6-8a60ce728590 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1484807 Sep 26 18:00:08.693209 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port fd512876-2590-4223-85f7-aaa1209388ce, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fd512876-2590-4223-85f7-aaa1209388ce,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:08.701034 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fd512876-2590-4223-85f7-aaa1209388ce), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.760178 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-23539f84-4c29-4133-aa09-ec11019413c0 req-316a5ba3-aa61-4f1f-88d7-a20bb34330df tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826795 Sep 26 18:00:08.790785 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72a963fe-8f7e-4ba4-af3e-d8d7f9a4619e admin admin] Publish callbacks [] for security_group (f1487b52-7508-4a18-9712-a4baa2d5eb9e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.794341 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.797839 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72a963fe-8f7e-4ba4-af3e-d8d7f9a4619e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f1487b52-7508-4a18-9712-a4baa2d5eb9e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.803997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:08.820668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=fd512876-2590-4223-85f7-aaa1209388ce,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.830764 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a963fe-8f7e-4ba4-af3e-d8d7f9a4619e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1487b52-7508-4a18-9712-a4baa2d5eb9e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:08.843740 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d70adae-9a4f-4819-aeed-b5fa50fbbe1d req-b682fa11-0d95-4d30-a4d9-12a48c881a63 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357539 Sep 26 18:00:08.849134 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-72a963fe-8f7e-4ba4-af3e-d8d7f9a4619e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9bf855c989214ca38f8df54d4d8f1013&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2276595 Sep 26 18:00:08.851888 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38484) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:08.905336 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6e15dad8-c45d-4eb8-814b-a366447a094a admin admin] Publish callbacks [] for security_group (f1487b52-7508-4a18-9712-a4baa2d5eb9e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.953911 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6e15dad8-c45d-4eb8-814b-a366447a094a admin admin] Publish callbacks [] for security_group (f1487b52-7508-4a18-9712-a4baa2d5eb9e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:08.982399 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1f4d4-26d8-477a-83e1-73b9aa395c2e req-999b1d99-4c33-4009-8d53-70a3788a80f2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:08.984561 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d4e1f4d4-26d8-477a-83e1-73b9aa395c2e req-999b1d99-4c33-4009-8d53-70a3788a80f2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0700505 Sep 26 18:00:08.995307 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38488) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:09.000055 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'floatingip': {'port_id': 'ac154164-487b-4241-a489-a7c9b223e271'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:09.016454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6e15dad8-c45d-4eb8-814b-a366447a094a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f1487b52-7508-4a18-9712-a4baa2d5eb9e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.019029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6e15dad8-c45d-4eb8-814b-a366447a094a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.020175 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6e15dad8-c45d-4eb8-814b-a366447a094a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f1487b52-7508-4a18-9712-a4baa2d5eb9e HTTP/1.1" status: 204 len: 168 time: 0.1673355 Sep 26 18:00:09.029644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15dad8-c45d-4eb8-814b-a366447a094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1487b52-7508-4a18-9712-a4baa2d5eb9e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:09.064754 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}, {'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:09.068455 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d809c5a-6248-4c74-88ed-50e104248210" -d '{"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}, {"server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "name": "network-vif-plugged", "status": "completed", "tag": "fd512876-2590-4223-85f7-aaa1209388ce"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:09.074461 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (7506e516-3ddf-4a8e-acca-d90f7e807aaf), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.114797 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e61299-0062-4412-ba2e-b7a0d7e878a4 x-openstack-request-id: req-23e61299-0062-4412-ba2e-b7a0d7e878a4 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:09.115788 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "code": 200}, {"server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "name": "network-vif-plugged", "status": "completed", "tag": "fd512876-2590-4223-85f7-aaa1209388ce", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:09.116230 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-23e61299-0062-4412-ba2e-b7a0d7e878a4 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:09.116916 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e61299-0062-4412-ba2e-b7a0d7e878a4'] response: {'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'code': 200} Sep 26 18:00:09.117670 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e61299-0062-4412-ba2e-b7a0d7e878a4'] response: {'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce', 'code': 200} Sep 26 18:00:09.310670 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a717e-49d5-49a6-adde-a864ef6efa82 req-9b5f3829-8175-40e6-ba98-fd05a321a915 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.313109 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-054a717e-49d5-49a6-adde-a864ef6efa82 req-9b5f3829-8175-40e6-ba98-fd05a321a915 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0660241 Sep 26 18:00:09.449704 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-054a717e-49d5-49a6-adde-a864ef6efa82 req-48348c1d-4c08-4e0b-bb67-8a7eb20a6175 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184123 Sep 26 18:00:09.456127 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c65cd8-16bb-44d6-b027-8c616f6f202c req-6deaea2b-e14e-4f6f-b9cc-80225c548f72 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.463068 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65c65cd8-16bb-44d6-b027-8c616f6f202c req-6deaea2b-e14e-4f6f-b9cc-80225c548f72 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0873137 Sep 26 18:00:09.566627 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65c65cd8-16bb-44d6-b027-8c616f6f202c req-74420e7c-b02d-4110-a3ff-6f57eceb07b3 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978243 Sep 26 18:00:09.661700 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ea933-ef15-4b9b-a241-03eaf001e323 req-809914f3-353d-4b8e-a9df-05ae29e0240f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:09.670133 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c1ea933-ef15-4b9b-a241-03eaf001e323 req-809914f3-353d-4b8e-a9df-05ae29e0240f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0631568 Sep 26 18:00:09.739381 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c1ea933-ef15-4b9b-a241-03eaf001e323 req-1422e23c-0d2f-48de-9c56-daac05c15824 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0680461 Sep 26 18:00:09.963198 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:09.978075 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (7506e516-3ddf-4a8e-acca-d90f7e807aaf), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.057932 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181de2bd-6db1-43a0-83d3-1c760a7ba890 req-61a6aa8d-aa0c-4eac-8e79-7d0ae8176ff1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.065090 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-181de2bd-6db1-43a0-83d3-1c760a7ba890 req-61a6aa8d-aa0c-4eac-8e79-7d0ae8176ff1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1119668 Sep 26 18:00:10.118816 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:10.120787 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Floating IP 7506e516-3ddf-4a8e-acca-d90f7e807aaf associated. External IP: 172.27.0.64, port: ac154164-487b-4241-a489-a7c9b223e271. Sep 26 18:00:10.131181 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-181de2bd-6db1-43a0-83d3-1c760a7ba890 req-402c4a2e-86e0-4a21-9890-bc096038a6ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651565 Sep 26 18:00:10.415319 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05268c-62c6-4890-a953-4856ab2f7710 req-c471c15e-4499-40bf-86f0-866ad61f562a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.416807 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4d05268c-62c6-4890-a953-4856ab2f7710 req-c471c15e-4499-40bf-86f0-866ad61f562a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1130 time: 0.0833356 Sep 26 18:00:10.450676 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d329b54-cf20-4244-971a-d8476950b2a2 req-a5135871-c923-4a41-9181-e4138f0bc01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.452261 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d329b54-cf20-4244-971a-d8476950b2a2 req-a5135871-c923-4a41-9181-e4138f0bc01a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0664062 Sep 26 18:00:10.481800 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:10.537084 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:10.566167 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:10.571839 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4d05268c-62c6-4890-a953-4856ab2f7710 req-f1a52b0f-7342-415e-a72f-69f996c0b34d service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884709 Sep 26 18:00:10.631629 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d329b54-cf20-4244-971a-d8476950b2a2 req-689e0e05-3691-4282-ba4f-e76ca73f9f0b service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1014705 Sep 26 18:00:10.640759 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-42c3be8b-1cbe-41da-8c35-26249061bc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.657372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb20f-f477-4f1a-8893-d28dad2ab939 req-cc45a293-5004-4fc1-a056-3ac12b41bbf3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.659291 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87efb20f-f477-4f1a-8893-d28dad2ab939 req-cc45a293-5004-4fc1-a056-3ac12b41bbf3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0731199 Sep 26 18:00:10.702658 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:10.707316 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:10.719436 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:10.731546 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:10.732300 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:10.742134 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6645e1fa-1323-40d4-aa74-e3238fd96c93 req-fe48b9a9-0098-4ffe-abe0-b3ed25695ed8 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.743906 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6645e1fa-1323-40d4-aa74-e3238fd96c93 req-fe48b9a9-0098-4ffe-abe0-b3ed25695ed8 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0836012 Sep 26 18:00:10.745340 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-703e821d-4126-4796-b484-9a8ee1f3678c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/7506e516-3ddf-4a8e-acca-d90f7e807aaf HTTP/1.1" status: 200 len: 990 time: 1.7489629 Sep 26 18:00:10.746158 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:10.748776 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "tag": "ac154164-487b-4241-a489-a7c9b223e271"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:10.773093 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87efb20f-f477-4f1a-8893-d28dad2ab939 req-269349ad-b6db-4d99-a9b8-0f9e8bae6db6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973196 Sep 26 18:00:10.812472 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6645e1fa-1323-40d4-aa74-e3238fd96c93 req-698b7958-d344-4b0f-9010-3fed40b85ecf tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592980 Sep 26 18:00:10.857461 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f2d5f-9ef1-40ca-844e-ee1b30edeb88 x-openstack-request-id: req-8b2f2d5f-9ef1-40ca-844e-ee1b30edeb88 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:10.858239 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "tag": "ac154164-487b-4241-a489-a7c9b223e271", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:10.858657 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8b2f2d5f-9ef1-40ca-844e-ee1b30edeb88 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:10.859290 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2f2d5f-9ef1-40ca-844e-ee1b30edeb88'] response: {'name': 'network-changed', 'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271', 'status': 'completed', 'code': 200} Sep 26 18:00:10.878942 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:10.944786 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e742955b-9a78-4bce-83b5-1f98e9ecfe0a req-e3b63236-a598-4b84-a543-6aebb16706dd tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:10.953282 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e742955b-9a78-4bce-83b5-1f98e9ecfe0a req-e3b63236-a598-4b84-a543-6aebb16706dd tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0645370 Sep 26 18:00:11.020126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e742955b-9a78-4bce-83b5-1f98e9ecfe0a req-2cbda603-39a3-4dcd-82a7-4a91a286b2b2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0654168 Sep 26 18:00:11.185465 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '7506e516-3ddf-4a8e-acca-d90f7e807aaf', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'port_id': 'ac154164-487b-4241-a489-a7c9b223e271', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'mac_address': 'fa:16:3e:91:8c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:21Z', 'updated_at': '2022-09-26T18:00:09Z', 'revision_number': 1, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:11.245978 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:11.269697 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:11.270465 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:11.272063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b880f86-2e73-4cdc-a52a-5312b92af52e req-f1c6f921-cc16-42df-9546-cf28a2222d55 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:11.273579 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b880f86-2e73-4cdc-a52a-5312b92af52e req-f1c6f921-cc16-42df-9546-cf28a2222d55 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0570135 Sep 26 18:00:11.315298 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:11.361774 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b880f86-2e73-4cdc-a52a-5312b92af52e req-f31db961-96fd-4817-97a0-4b01e077a1ba tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816805 Sep 26 18:00:11.398721 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:11.620967 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '7506e516-3ddf-4a8e-acca-d90f7e807aaf', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'port_id': 'ac154164-487b-4241-a489-a7c9b223e271', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'mac_address': 'fa:16:3e:91:8c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:21Z', 'updated_at': '2022-09-26T18:00:09Z', 'revision_number': 1, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:11.647840 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c21e59-c961-4169-ae56-b36ef3b1579f None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '7506e516-3ddf-4a8e-acca-d90f7e807aaf', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'floating_ip_address': '172.27.0.64', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'port_id': 'ac154164-487b-4241-a489-a7c9b223e271', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'mac_address': 'fa:16:3e:91:8c:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:21Z', 'updated_at': '2022-09-26T18:00:09Z', 'revision_number': 1, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:11.941263 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1f242-b05a-4097-b67b-c46a06f54ad5 req-e155ce90-a9cb-4e89-90f2-31018fda6391 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:11.942926 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fad1f242-b05a-4097-b67b-c46a06f54ad5 req-e155ce90-a9cb-4e89-90f2-31018fda6391 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0709848 Sep 26 18:00:12.019627 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fad1f242-b05a-4097-b67b-c46a06f54ad5 req-795b5045-2f17-4259-9876-027a5d94fbd7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643806 Sep 26 18:00:12.077316 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:12.113464 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:12.199669 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb4ca1-7329-4281-ba75-6033030c5bb1 req-4ce5f2fe-a468-4a5d-aeb4-e5e5b95a5f50 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.202728 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-52eb4ca1-7329-4281-ba75-6033030c5bb1 req-4ce5f2fe-a468-4a5d-aeb4-e5e5b95a5f50 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0655558 Sep 26 18:00:12.269746 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-52eb4ca1-7329-4281-ba75-6033030c5bb1 req-135d9c28-4d57-48ed-8ca1-8d092a56c17f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0610776 Sep 26 18:00:12.494507 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950a9ba-3170-4e44-917a-aeb01e0aeb02 req-35a263e5-cb60-4e27-a8cf-3016885e75d1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:12.496187 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7950a9ba-3170-4e44-917a-aeb01e0aeb02 req-35a263e5-cb60-4e27-a8cf-3016885e75d1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0513165 Sep 26 18:00:12.568687 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7950a9ba-3170-4e44-917a-aeb01e0aeb02 req-a290c2fa-c048-4783-a4f4-796924ea20e4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579829 Sep 26 18:00:12.629890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264bb991-d3e8-4c3c-8bda-7c7ac7b0e6e5 None None] New status for floating IP 7506e516-3ddf-4a8e-acca-d90f7e807aaf: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:00:13.158820 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0387c5-033b-45cb-ac59-2931c592de4d req-346c5dfa-8eb9-45af-9af7-2904e9a2e317 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:13.160211 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c0387c5-033b-45cb-ac59-2931c592de4d req-346c5dfa-8eb9-45af-9af7-2904e9a2e317 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0492127 Sep 26 18:00:13.338719 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:13.394732 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c0387c5-033b-45cb-ac59-2931c592de4d req-ee4e6d26-0fa0-42dd-9188-e974ff1936c8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289116 Sep 26 18:00:13.505654 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db9dd36-475d-4664-b232-8b916e010374 req-a6db5fec-cdd4-4d67-bab2-2355fa33570d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:13.507180 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8db9dd36-475d-4664-b232-8b916e010374 req-a6db5fec-cdd4-4d67-bab2-2355fa33570d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0492473 Sep 26 18:00:13.531304 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:13.556661 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8db9dd36-475d-4664-b232-8b916e010374 req-000a8b5f-df24-41db-a4e4-4bd35f7abedc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0438945 Sep 26 18:00:13.703508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f335e8-8c85-4777-b007-1cbbd106af68 req-2f124c87-3c8e-4332-b0b4-24ce539ec8f9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:13.704989 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e7f335e8-8c85-4777-b007-1cbbd106af68 req-2f124c87-3c8e-4332-b0b4-24ce539ec8f9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0501115 Sep 26 18:00:13.755159 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e7f335e8-8c85-4777-b007-1cbbd106af68 req-8c846f8c-1f56-4b6d-8634-6993cbd7ae83 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445127 Sep 26 18:00:14.485019 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:14.520441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffc25a-dbfa-4bb4-98d7-1f2aae52069b req-571ea383-bf7e-4904-85f5-b04a2ab9b315 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:14.522003 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-77ffc25a-dbfa-4bb4-98d7-1f2aae52069b req-571ea383-bf7e-4904-85f5-b04a2ab9b315 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0472345 Sep 26 18:00:14.569712 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-77ffc25a-dbfa-4bb4-98d7-1f2aae52069b req-957a36c0-8d82-456b-8b78-cbf45e65cffb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423036 Sep 26 18:00:14.678533 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f79bf3-92a4-4a2a-919d-2130272ffd9a req-13d13c68-fba2-42e9-9a51-30d80306143a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:14.679960 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91f79bf3-92a4-4a2a-919d-2130272ffd9a req-13d13c68-fba2-42e9-9a51-30d80306143a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0479565 Sep 26 18:00:14.727790 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91f79bf3-92a4-4a2a-919d-2130272ffd9a req-98f09807-9cfd-4c43-a7eb-c55f6590e21f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0422964 Sep 26 18:00:14.876675 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df4ab0-3bed-432b-a205-1cc3a9c6dcdf req-05c52c17-4954-4b6b-9ae1-e5c9ebf42829 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:14.878138 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72df4ab0-3bed-432b-a205-1cc3a9c6dcdf req-05c52c17-4954-4b6b-9ae1-e5c9ebf42829 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0488112 Sep 26 18:00:14.924333 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72df4ab0-3bed-432b-a205-1cc3a9c6dcdf req-a3ab8c67-4bb2-4b2c-94cc-7260cf4f174a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407727 Sep 26 18:00:15.698527 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-fccb272e-f7f4-47fd-9173-568a509cae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:15.700111 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-fccb272e-f7f4-47fd-9173-568a509cae41 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1129 time: 0.0839248 Sep 26 18:00:15.712699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dc2b2-115c-4cb1-b24b-76b514afe35e req-3e6a5929-c0a1-4526-90b2-4c93826b4a13 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:15.714131 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f01dc2b2-115c-4cb1-b24b-76b514afe35e req-3e6a5929-c0a1-4526-90b2-4c93826b4a13 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0562038 Sep 26 18:00:15.766586 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f01dc2b2-115c-4cb1-b24b-76b514afe35e req-1f55ef95-8219-442c-b44f-82681792c695 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452576 Sep 26 18:00:15.856809 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:15.873504 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b185c-5780-463b-b355-9c74f0c3fa6d req-348fc343-b55d-45a4-97dd-b84e2d981e92 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:15.875140 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98b185c-5780-463b-b355-9c74f0c3fa6d req-348fc343-b55d-45a4-97dd-b84e2d981e92 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0489070 Sep 26 18:00:15.929919 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b98b185c-5780-463b-b355-9c74f0c3fa6d req-ff4e55f0-1e2f-4d17-b8e6-80a9bba5a0bb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0493357 Sep 26 18:00:16.028833 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1be13-2704-4a3b-a334-c74c9d83488f req-f64e4fec-13d6-42d6-a493-e1fc60f71583 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:16.030303 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c5e1be13-2704-4a3b-a334-c74c9d83488f req-f64e4fec-13d6-42d6-a493-e1fc60f71583 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0475645 Sep 26 18:00:16.041074 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38686) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:16.045423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'floatingip': {'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:16.128114 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (a50b7844-ed5e-4525-95d3-57f30a66d9cb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:16.234814 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566441f-29ca-427b-b1e6-5727677f05a3 req-db263122-0402-42d5-91f2-c597adaabc39 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:16.236289 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c566441f-29ca-427b-b1e6-5727677f05a3 req-db263122-0402-42d5-91f2-c597adaabc39 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1290560 Sep 26 18:00:16.367919 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c566441f-29ca-427b-b1e6-5727677f05a3 req-f66cfc0e-4135-4a20-ae3b-7aca156cb276 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258416 Sep 26 18:00:16.899999 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:16.913296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:16.930483 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (a50b7844-ed5e-4525-95d3-57f30a66d9cb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:17.004775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-26bbec5e-b777-4d62-b6c1-482052e4f91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:17.006333 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-26bbec5e-b777-4d62-b6c1-482052e4f91e service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 912 time: 0.2349837 Sep 26 18:00:17.287945 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd76fcd-bb10-44c8-ad02-c5f63834e277 req-70c4805b-c319-4ff7-a18a-577068d6c2f1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:17.289382 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1fd76fcd-bb10-44c8-ad02-c5f63834e277 req-70c4805b-c319-4ff7-a18a-577068d6c2f1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0599632 Sep 26 18:00:17.290566 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Floating IP a50b7844-ed5e-4525-95d3-57f30a66d9cb associated. External IP: 172.27.0.213, port: 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f. Sep 26 18:00:17.355366 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:17.431784 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1fd76fcd-bb10-44c8-ad02-c5f63834e277 req-0506ce73-9f8b-4d0e-b9b7-40d8a21d9ea4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.1049860 Sep 26 18:00:17.610872 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83dda1-6316-490e-a026-6d4a02ec6940 req-4a3cdb19-d6e5-429d-b5b5-649474fa051c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:17.612766 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b83dda1-6316-490e-a026-6d4a02ec6940 req-4a3cdb19-d6e5-429d-b5b5-649474fa051c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1031857 Sep 26 18:00:17.647508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Router e884a637-9b8a-4835-bfc0-ced72915fc1c has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:17.731187 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b83dda1-6316-490e-a026-6d4a02ec6940 req-b23e649d-0e0d-43cf-8ddb-dd5d132644fb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075819 Sep 26 18:00:17.880473 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-ce041031-4bd2-4db6-ba2f-f7890f0a7f1e service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 200 len: 1000 time: 0.2127268 Sep 26 18:00:17.933699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9184bd3-fd41-4e94-bd24-a6c000b58125 req-2b79908c-89d2-40cb-87fc-5dd5ad46bbef tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:17.935220 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9184bd3-fd41-4e94-bd24-a6c000b58125 req-2b79908c-89d2-40cb-87fc-5dd5ad46bbef tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.1144001 Sep 26 18:00:17.949165 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38736) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:17.957006 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:00:18.000425 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-c9aa983c-eefb-4bdb-b026-623a7345ae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:18.001845 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-c9aa983c-eefb-4bdb-b026-623a7345ae8c service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.0880854 Sep 26 18:00:18.002866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:18.008006 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:18.012820 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:18.015807 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (b38cb499-57b6-43e4-93a2-3a0e68e7f684), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:18.024513 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:18.025387 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:18.067635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-44bd334d-8a16-453f-b276-b40ffeaa1d76 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/a50b7844-ed5e-4525-95d3-57f30a66d9cb HTTP/1.1" status: 200 len: 992 time: 2.0232370 Sep 26 18:00:18.081088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:18.083265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1844b612-b59c-4c48-970d-bddb71fcdc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:18.101596 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-a2cfacba-e749-4997-8b88-2959455d6f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:18.103138 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-a2cfacba-e749-4997-8b88-2959455d6f76 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538278 Sep 26 18:00:18.150052 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64aeb0df-8b33-40af-b554-52aa255bffeb x-openstack-request-id: req-64aeb0df-8b33-40af-b554-52aa255bffeb {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:18.150240 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:18.150355 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:18.150355 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64aeb0df-8b33-40af-b554-52aa255bffeb {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:18.151225 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64aeb0df-8b33-40af-b554-52aa255bffeb'] response: {'name': 'network-changed', 'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'status': 'completed', 'code': 200} Sep 26 18:00:18.241145 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:18.256045 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:18.269667 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-e4826c44-e1d7-4250-a284-7dd012ac29ce service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583359 Sep 26 18:00:18.348400 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:18.412156 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'a50b7844-ed5e-4525-95d3-57f30a66d9cb', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'mac_address': 'fa:16:3e:9d:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:17Z', 'updated_at': '2022-09-26T18:00:16Z', 'revision_number': 1, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:18.454449 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:18.464156 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:18.465027 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:18.483246 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-7189b78e-6c02-435c-a04f-a684b9d7f185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:18.485517 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-7189b78e-6c02-435c-a04f-a684b9d7f185 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1130 time: 0.0781033 Sep 26 18:00:18.551688 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf7f2398-b2c8-46ab-9a96-3e5fa8d84fdd req-67a0b081-5a04-4326-a596-5539699dc013 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732073 Sep 26 18:00:18.588410 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:18.712437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:18.739539 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-0a89331c-a84a-48d0-ae65-82af2628f82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:18.741059 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-0a89331c-a84a-48d0-ae65-82af2628f82d service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.2405972 Sep 26 18:00:18.861772 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.db.resource_extend [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 18:00:18.870081 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e23b7-9b7e-45ab-b88f-6bba86a5ffdf req-018a0693-8fd9-4c0b-8457-17fa3b73805d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:18.871861 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a29e23b7-9b7e-45ab-b88f-6bba86a5ffdf req-018a0693-8fd9-4c0b-8457-17fa3b73805d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0543849 Sep 26 18:00:18.895062 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'a50b7844-ed5e-4525-95d3-57f30a66d9cb', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'mac_address': 'fa:16:3e:9d:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:17Z', 'updated_at': '2022-09-26T18:00:16Z', 'revision_number': 1, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:18.903903 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-aa9d20e4-d6ba-439e-931c-bd39f0b487fd service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 200 len: 1000 time: 0.1559062 Sep 26 18:00:18.920961 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b91db91-1d3f-4b23-b197-900204ef039a None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'a50b7844-ed5e-4525-95d3-57f30a66d9cb', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'floating_ip_address': '172.27.0.213', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'mac_address': 'fa:16:3e:9d:b8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:17Z', 'updated_at': '2022-09-26T18:00:16Z', 'revision_number': 1, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:18.928365 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a29e23b7-9b7e-45ab-b88f-6bba86a5ffdf req-2e41b854-d501-4ee8-8d5a-42942e9959a0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496495 Sep 26 18:00:18.958236 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:18.968179 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (b38cb499-57b6-43e4-93a2-3a0e68e7f684), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.011548 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-5359618d-dd18-4891-918d-24cc21658ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:19.012992 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-5359618d-dd18-4891-918d-24cc21658ba2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.1017511 Sep 26 18:00:19.096546 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-66b5f026-a399-41ab-b654-ec2ccc69d4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:19.098077 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-66b5f026-a399-41ab-b654-ec2ccc69d4cf service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760808 Sep 26 18:00:19.147737 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP b38cb499-57b6-43e4-93a2-3a0e68e7f684 associated. External IP: 172.27.0.52, port: fd512876-2590-4223-85f7-aaa1209388ce. Sep 26 18:00:19.196436 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9071d5-e7e3-4968-8d0c-95873097cbb7 None None] New status for floating IP a50b7844-ed5e-4525-95d3-57f30a66d9cb: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:00:19.231825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:19.320155 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-23cff2a7-9386-4c41-8df3-701a91fa6211 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076707 Sep 26 18:00:19.506477 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:19.509644 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1844b612-b59c-4c48-970d-bddb71fcdc3a req-a75f4035-53bf-4007-8517-89b388f68fc6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579871 Sep 26 18:00:19.620118 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:19.631276 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:19.636853 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:19.649798 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:19.663580 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:19.664651 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:19.700259 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-572c4fb2-012c-4a85-84b9-c71656a2b7ba tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/b38cb499-57b6-43e4-93a2-3a0e68e7f684 HTTP/1.1" status: 200 len: 990 time: 1.7419670 Sep 26 18:00:19.700979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:19.703361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff95e437-f411-421c-bbca-2b20847ba070" -d '{"events": [{"name": "network-changed", "server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "tag": "fd512876-2590-4223-85f7-aaa1209388ce"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:19.774078 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec943a4-27f2-4864-babd-666c0c622aaa x-openstack-request-id: req-1ec943a4-27f2-4864-babd-666c0c622aaa {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:19.775221 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "tag": "fd512876-2590-4223-85f7-aaa1209388ce", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:19.775579 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1ec943a4-27f2-4864-babd-666c0c622aaa {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:19.776057 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec943a4-27f2-4864-babd-666c0c622aaa'] response: {'name': 'network-changed', 'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce', 'status': 'completed', 'code': 200} Sep 26 18:00:19.784901 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:19.990694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e437-f411-421c-bbca-2b20847ba070 req-8d77863c-a9f7-42d7-ad59-2c357f9f9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:19.992501 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-8d77863c-a9f7-42d7-ad59-2c357f9f9d40 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 1129 time: 0.0793157 Sep 26 18:00:20.202334 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e437-f411-421c-bbca-2b20847ba070 req-ecc36f52-e8f6-4bc6-a28a-85429b856165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:20.209201 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-ecc36f52-e8f6-4bc6-a28a-85429b856165 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 915 time: 0.1969805 Sep 26 18:00:20.211983 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:18Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:20.224972 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5aa9f6-f2cd-4b26-b35b-40f613e9b735 req-0c7e2747-288a-4eff-8ad9-e171ae5878bc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:20.240211 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d5aa9f6-f2cd-4b26-b35b-40f613e9b735 req-0c7e2747-288a-4eff-8ad9-e171ae5878bc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.1318045 Sep 26 18:00:20.281103 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:20.308013 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:20.308629 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:20.336043 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-49b35c17-343d-4f1e-8c14-d27142486003 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd512876-2590-4223-85f7-aaa1209388ce HTTP/1.1" status: 200 len: 998 time: 0.1183217 Sep 26 18:00:20.357983 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d5aa9f6-f2cd-4b26-b35b-40f613e9b735 req-f3aee82b-1dc7-49d8-9813-57ffe5cd2a11 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162384 Sep 26 18:00:20.373260 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38812) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:20.394900 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e437-f411-421c-bbca-2b20847ba070 req-2af178b9-ffdc-4c5c-9274-4059c3092dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:20.396517 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-2af178b9-ffdc-4c5c-9274-4059c3092dda service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0565298 Sep 26 18:00:20.455138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff95e437-f411-421c-bbca-2b20847ba070 req-2cd5fc76-ad53-4987-8d71-fa0401bdec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:20.457714 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:20.458958 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-2cd5fc76-ad53-4987-8d71-fa0401bdec0c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563483 Sep 26 18:00:20.481477 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:20.516854 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0c13-d587-4a01-bf77-2f120483a6b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.529536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:20.557267 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-45052e97-da92-4759-b5d2-04c86b7f82b7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909657 Sep 26 18:00:20.562402 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:20.603516 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0c13-d587-4a01-bf77-2f120483a6b9 admin admin] Publish callbacks [] for security_group (496c2fc2-b778-4400-bdaf-303aadc71345), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.608121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fcc0c13-d587-4a01-bf77-2f120483a6b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (496c2fc2-b778-4400-bdaf-303aadc71345), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.646797 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc0c13-d587-4a01-bf77-2f120483a6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496c2fc2-b778-4400-bdaf-303aadc71345,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:20.651053 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5fcc0c13-d587-4a01-bf77-2f120483a6b9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=471048704f26423d8b157c0b2effbfe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2753549 Sep 26 18:00:20.653890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38818) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:20.710376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f0a29129-6194-4ce0-8e05-baa49bc579a7 admin admin] Publish callbacks [] for security_group (496c2fc2-b778-4400-bdaf-303aadc71345), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.713355 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:18Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:20.732605 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f0a29129-6194-4ce0-8e05-baa49bc579a7 admin admin] Publish callbacks [] for security_group (496c2fc2-b778-4400-bdaf-303aadc71345), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.742051 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf8ef90-0d62-4d06-b3a8-afad684e5eb4 None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:18Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:20.774284 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff95e437-f411-421c-bbca-2b20847ba070 req-0b8ead72-9431-4e24-a50c-916af2731215 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077118 Sep 26 18:00:20.794051 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f0a29129-6194-4ce0-8e05-baa49bc579a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (496c2fc2-b778-4400-bdaf-303aadc71345), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.798482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f0a29129-6194-4ce0-8e05-baa49bc579a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:20.800072 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f0a29129-6194-4ce0-8e05-baa49bc579a7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/496c2fc2-b778-4400-bdaf-303aadc71345 HTTP/1.1" status: 204 len: 168 time: 0.1451397 Sep 26 18:00:20.809503 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a29129-6194-4ce0-8e05-baa49bc579a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496c2fc2-b778-4400-bdaf-303aadc71345,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:21.151524 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38826) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:21.166478 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9113a990-c0c0-412e-b766-e3054c29a84d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.246214 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:21.252135 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9113a990-c0c0-412e-b766-e3054c29a84d admin admin] Publish callbacks [] for security_group (c06ecef4-163c-450a-9ba9-082736310a25), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.257464 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9113a990-c0c0-412e-b766-e3054c29a84d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c06ecef4-163c-450a-9ba9-082736310a25), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.298877 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113a990-c0c0-412e-b766-e3054c29a84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06ecef4-163c-450a-9ba9-082736310a25,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:21.303532 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9113a990-c0c0-412e-b766-e3054c29a84d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=11171fc97ffa482fb91550e85271979c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1505828 Sep 26 18:00:21.306075 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38830) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:21.370082 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d233391e-6f9f-4efc-8b1f-666de0074c45 admin admin] Publish callbacks [] for security_group (c06ecef4-163c-450a-9ba9-082736310a25), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.391447 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d233391e-6f9f-4efc-8b1f-666de0074c45 admin admin] Publish callbacks [] for security_group (c06ecef4-163c-450a-9ba9-082736310a25), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.444994 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d233391e-6f9f-4efc-8b1f-666de0074c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c06ecef4-163c-450a-9ba9-082736310a25), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.447750 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d233391e-6f9f-4efc-8b1f-666de0074c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:21.449145 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d233391e-6f9f-4efc-8b1f-666de0074c45 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c06ecef4-163c-450a-9ba9-082736310a25 HTTP/1.1" status: 204 len: 168 time: 0.1334229 Sep 26 18:00:21.464831 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233391e-6f9f-4efc-8b1f-666de0074c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06ecef4-163c-450a-9ba9-082736310a25,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:21.512549 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47683df2-92fa-42e6-a473-9e2f5531620b req-eca3958c-f704-490a-94d2-46294e4b92d4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:21.514684 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47683df2-92fa-42e6-a473-9e2f5531620b req-eca3958c-f704-490a-94d2-46294e4b92d4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0718086 Sep 26 18:00:21.547279 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300222d6-f241-4a90-9c05-335ac8d28d17 None None] New status for floating IP b38cb499-57b6-43e4-93a2-3a0e68e7f684: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:00:21.584851 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47683df2-92fa-42e6-a473-9e2f5531620b req-a54b4a40-bec5-44c3-a208-d0e84a158838 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633490 Sep 26 18:00:21.836127 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:00:22.303271 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38872) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:22.434389 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:22.441533 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72a8eb14-b000-44ca-89a6-e53980253de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.524582 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72a8eb14-b000-44ca-89a6-e53980253de8 admin admin] Publish callbacks [] for security_group (4fba7bea-3503-4c9b-9047-2f2f4a6e941c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.528818 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72a8eb14-b000-44ca-89a6-e53980253de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (4fba7bea-3503-4c9b-9047-2f2f4a6e941c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.575082 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-72a8eb14-b000-44ca-89a6-e53980253de8 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0eae974749644160b8e94e9efe8026b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2706249 Sep 26 18:00:22.576024 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8eb14-b000-44ca-89a6-e53980253de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fba7bea-3503-4c9b-9047-2f2f4a6e941c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:22.578459 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38886) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:22.647265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-090c31eb-a048-4ad3-b940-f357a2c9481d admin admin] Publish callbacks [] for security_group (4fba7bea-3503-4c9b-9047-2f2f4a6e941c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.670726 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-090c31eb-a048-4ad3-b940-f357a2c9481d admin admin] Publish callbacks [] for security_group (4fba7bea-3503-4c9b-9047-2f2f4a6e941c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.739274 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9edeefa-bd8d-4fbc-bbf0-347c64e7736f req-549bc45b-d712-402e-b70b-0a4a903d0778 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:22.740786 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9edeefa-bd8d-4fbc-bbf0-347c64e7736f req-549bc45b-d712-402e-b70b-0a4a903d0778 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0678573 Sep 26 18:00:22.743142 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:22.775372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-090c31eb-a048-4ad3-b940-f357a2c9481d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (4fba7bea-3503-4c9b-9047-2f2f4a6e941c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.777764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-090c31eb-a048-4ad3-b940-f357a2c9481d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:22.778910 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-090c31eb-a048-4ad3-b940-f357a2c9481d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4fba7bea-3503-4c9b-9047-2f2f4a6e941c HTTP/1.1" status: 204 len: 168 time: 0.1993022 Sep 26 18:00:22.797887 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c31eb-a048-4ad3-b940-f357a2c9481d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fba7bea-3503-4c9b-9047-2f2f4a6e941c,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:22.820816 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9edeefa-bd8d-4fbc-bbf0-347c64e7736f req-6e5f4e7b-6f05-4a90-b542-b5e95ec89b8e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720711 Sep 26 18:00:23.168615 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38906) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:23.184212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b37bbbf-0192-4e46-870c-49e3578f14a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.270061 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b37bbbf-0192-4e46-870c-49e3578f14a0 admin admin] Publish callbacks [] for security_group (996bcee2-9239-402f-b138-01c97bbee300), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.275114 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b37bbbf-0192-4e46-870c-49e3578f14a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (996bcee2-9239-402f-b138-01c97bbee300), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.296948 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:23.319794 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4b37bbbf-0192-4e46-870c-49e3578f14a0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=da5b167f189c4aa1b8f89805681a626b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498981 Sep 26 18:00:23.322866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37bbbf-0192-4e46-870c-49e3578f14a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996bcee2-9239-402f-b138-01c97bbee300,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:23.323503 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38912) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:23.378263 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb196-55f6-45aa-9a19-2c60f9b8faba admin admin] Publish callbacks [] for security_group (996bcee2-9239-402f-b138-01c97bbee300), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.400184 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb196-55f6-45aa-9a19-2c60f9b8faba admin admin] Publish callbacks [] for security_group (996bcee2-9239-402f-b138-01c97bbee300), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.449466 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb196-55f6-45aa-9a19-2c60f9b8faba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (996bcee2-9239-402f-b138-01c97bbee300), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.463349 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e8eb196-55f6-45aa-9a19-2c60f9b8faba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.463349 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5e8eb196-55f6-45aa-9a19-2c60f9b8faba admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/996bcee2-9239-402f-b138-01c97bbee300 HTTP/1.1" status: 204 len: 168 time: 0.1287911 Sep 26 18:00:23.463349 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8eb196-55f6-45aa-9a19-2c60f9b8faba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996bcee2-9239-402f-b138-01c97bbee300,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:23.837632 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 38924) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:23.852070 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52e4b77c-7b87-4892-a463-d64d8983cf15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.988121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52e4b77c-7b87-4892-a463-d64d8983cf15 admin admin] Publish callbacks [] for security_group (e64cbdcb-6b55-4061-9910-90b71a62bad2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:23.994023 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2acbe77-8fd6-42e8-a01c-8767212f4803 req-bffdaaf9-c28e-4a02-97e7-af37b79af7a5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:23.995555 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c2acbe77-8fd6-42e8-a01c-8767212f4803 req-bffdaaf9-c28e-4a02-97e7-af37b79af7a5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0795789 Sep 26 18:00:23.996553 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52e4b77c-7b87-4892-a463-d64d8983cf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e64cbdcb-6b55-4061-9910-90b71a62bad2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:24.059464 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b77c-7b87-4892-a463-d64d8983cf15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64cbdcb-6b55-4061-9910-90b71a62bad2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:24.065126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-52e4b77c-7b87-4892-a463-d64d8983cf15 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=60fbe852023c43379bea111c69b56e43&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264731 Sep 26 18:00:24.067908 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 38930) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:24.089401 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c2acbe77-8fd6-42e8-a01c-8767212f4803 req-6c45f6db-f1dc-416c-ae4d-2a0f62b3e257 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863512 Sep 26 18:00:24.137315 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e1a4494a-c440-45ef-88bb-c5f8f0f99c16 admin admin] Publish callbacks [] for security_group (e64cbdcb-6b55-4061-9910-90b71a62bad2), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:24.157807 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e1a4494a-c440-45ef-88bb-c5f8f0f99c16 admin admin] Publish callbacks [] for security_group (e64cbdcb-6b55-4061-9910-90b71a62bad2), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:24.204812 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e1a4494a-c440-45ef-88bb-c5f8f0f99c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (e64cbdcb-6b55-4061-9910-90b71a62bad2), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:24.207417 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e1a4494a-c440-45ef-88bb-c5f8f0f99c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:24.208564 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e1a4494a-c440-45ef-88bb-c5f8f0f99c16 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/e64cbdcb-6b55-4061-9910-90b71a62bad2 HTTP/1.1" status: 204 len: 168 time: 0.1333392 Sep 26 18:00:24.216159 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4494a-c440-45ef-88bb-c5f8f0f99c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64cbdcb-6b55-4061-9910-90b71a62bad2,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:25.239921 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d33e1-359c-4036-82d4-582926e8d6b0 req-94a92f08-ccc8-4beb-9eca-e1ba29f34214 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:25.241666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-782d33e1-359c-4036-82d4-582926e8d6b0 req-94a92f08-ccc8-4beb-9eca-e1ba29f34214 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0634551 Sep 26 18:00:25.297027 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-782d33e1-359c-4036-82d4-582926e8d6b0 req-56899891-6a2d-4c8e-adec-ddbc12feceb4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458784 Sep 26 18:00:26.437982 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418247e-43e7-4510-9247-734cbaa253fb req-b91ac335-14b4-42ac-a3c8-942b866b1abe tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:26.440345 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2418247e-43e7-4510-9247-734cbaa253fb req-b91ac335-14b4-42ac-a3c8-942b866b1abe tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0586135 Sep 26 18:00:26.506008 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2418247e-43e7-4510-9247-734cbaa253fb req-82f8a088-1531-40d2-9026-36837459e8f5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583265 Sep 26 18:00:27.192793 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39052) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:27.344473 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2db5ea2-11c0-4cda-a429-c3e623e84f59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.437961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2db5ea2-11c0-4cda-a429-c3e623e84f59 admin admin] Publish callbacks [] for security_group (3d6e337e-6877-47f9-9bb4-2a607f675a58), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.442077 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2db5ea2-11c0-4cda-a429-c3e623e84f59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3d6e337e-6877-47f9-9bb4-2a607f675a58), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.453910 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:27.488590 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f2db5ea2-11c0-4cda-a429-c3e623e84f59 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9a47be381ddb4668afc2f81210b54ea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942498 Sep 26 18:00:27.489709 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db5ea2-11c0-4cda-a429-c3e623e84f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6e337e-6877-47f9-9bb4-2a607f675a58,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:27.491486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39058) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:27.561043 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbb078c0-57e2-46c8-b027-fd8a30b8c99f admin admin] Publish callbacks [] for security_group (3d6e337e-6877-47f9-9bb4-2a607f675a58), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.588453 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbb078c0-57e2-46c8-b027-fd8a30b8c99f admin admin] Publish callbacks [] for security_group (3d6e337e-6877-47f9-9bb4-2a607f675a58), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.628353 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:27.642760 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa78001-a316-47a7-a626-3d6f5c4bce79 req-f914e8c0-2111-4ae3-90bd-c64f22c8d854 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:27.645351 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cfa78001-a316-47a7-a626-3d6f5c4bce79 req-f914e8c0-2111-4ae3-90bd-c64f22c8d854 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0586166 Sep 26 18:00:27.662324 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbb078c0-57e2-46c8-b027-fd8a30b8c99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3d6e337e-6877-47f9-9bb4-2a607f675a58), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.668522 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbb078c0-57e2-46c8-b027-fd8a30b8c99f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:27.678395 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-cbb078c0-57e2-46c8-b027-fd8a30b8c99f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3d6e337e-6877-47f9-9bb4-2a607f675a58 HTTP/1.1" status: 204 len: 168 time: 0.1857057 Sep 26 18:00:27.688304 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb078c0-57e2-46c8-b027-fd8a30b8c99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6e337e-6877-47f9-9bb4-2a607f675a58,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:27.764351 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cfa78001-a316-47a7-a626-3d6f5c4bce79 req-3a69a06c-4f36-4657-8626-74a73b8bd75d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128607 Sep 26 18:00:28.100968 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39082) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:28.117971 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2e0531b9-23d7-49a1-bf92-25f8b05913a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.213532 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2e0531b9-23d7-49a1-bf92-25f8b05913a6 admin admin] Publish callbacks [] for security_group (a8ab5eb7-d456-4e72-976d-6fff28e425f8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.219219 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2e0531b9-23d7-49a1-bf92-25f8b05913a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (a8ab5eb7-d456-4e72-976d-6fff28e425f8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.262604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:28.266028 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0531b9-23d7-49a1-bf92-25f8b05913a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ab5eb7-d456-4e72-976d-6fff28e425f8,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:28.273316 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2e0531b9-23d7-49a1-bf92-25f8b05913a6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=774821e32b634850bd793b221ba5876a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1679716 Sep 26 18:00:28.273659 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39084) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:28.365087 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ae843e85-b95c-4ef3-aa25-01fab013f6f8 admin admin] Publish callbacks [] for security_group (a8ab5eb7-d456-4e72-976d-6fff28e425f8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.393548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ae843e85-b95c-4ef3-aa25-01fab013f6f8 admin admin] Publish callbacks [] for security_group (a8ab5eb7-d456-4e72-976d-6fff28e425f8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.427926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:28.453366 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ae843e85-b95c-4ef3-aa25-01fab013f6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (a8ab5eb7-d456-4e72-976d-6fff28e425f8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.456117 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ae843e85-b95c-4ef3-aa25-01fab013f6f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:28.457326 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ae843e85-b95c-4ef3-aa25-01fab013f6f8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a8ab5eb7-d456-4e72-976d-6fff28e425f8 HTTP/1.1" status: 204 len: 168 time: 0.1825817 Sep 26 18:00:28.465402 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae843e85-b95c-4ef3-aa25-01fab013f6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ab5eb7-d456-4e72-976d-6fff28e425f8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:28.912790 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae0867a-6b88-4027-a9e0-0a14b965e3ce req-6994259a-14d1-4e15-83be-33661977c7de tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:28.914647 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ae0867a-6b88-4027-a9e0-0a14b965e3ce req-6994259a-14d1-4e15-83be-33661977c7de tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0574679 Sep 26 18:00:28.986163 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ae0867a-6b88-4027-a9e0-0a14b965e3ce req-1d8b66be-8d84-43ce-8072-7c95774ca5d9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658455 Sep 26 18:00:29.209118 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d48508-83db-45f5-a929-371508c99bb8 req-9a10e68b-2c8d-4b95-a0e9-ce0a83ad5589 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:29.210641 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c6d48508-83db-45f5-a929-371508c99bb8 req-9a10e68b-2c8d-4b95-a0e9-ce0a83ad5589 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0575240 Sep 26 18:00:29.261295 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c6d48508-83db-45f5-a929-371508c99bb8 req-8437b1c1-5f1a-44e2-b5b5-13bc8a8b4cb8 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Sep 26 18:00:30.121132 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ac02f-287f-495f-b0c7-cd63971971ac req-e67ba89c-524f-490e-a2a0-6ae9c18310b8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:30.123026 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d13ac02f-287f-495f-b0c7-cd63971971ac req-e67ba89c-524f-490e-a2a0-6ae9c18310b8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0546031 Sep 26 18:00:30.180600 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d13ac02f-287f-495f-b0c7-cd63971971ac req-56353b12-6283-44d4-933a-9a4503b447be tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512452 Sep 26 18:00:30.402375 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a979c-2623-4b2f-9fc8-bf34d429deca req-25860451-49a5-4146-b7a0-e09ab3f7b909 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:30.404168 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a67a979c-2623-4b2f-9fc8-bf34d429deca req-25860451-49a5-4146-b7a0-e09ab3f7b909 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0588660 Sep 26 18:00:30.473848 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a67a979c-2623-4b2f-9fc8-bf34d429deca req-1512e663-dad1-40e9-8394-62b379297e85 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617900 Sep 26 18:00:30.549943 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:31.317013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bf4dd-2027-4765-a6eb-66763c26860f req-339f1739-cb0b-4568-acf5-120a3d170a18 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:31.318527 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f1bf4dd-2027-4765-a6eb-66763c26860f req-339f1739-cb0b-4568-acf5-120a3d170a18 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0523689 Sep 26 18:00:31.373277 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f1bf4dd-2027-4765-a6eb-66763c26860f req-fc93856e-3f5c-4d28-b165-3bd9f68a72a4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Sep 26 18:00:31.642686 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272127fb-8944-4c1d-99c3-985015e44308 req-92a30145-929c-47c8-994b-8edca1e98fae tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:31.644257 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-272127fb-8944-4c1d-99c3-985015e44308 req-92a30145-929c-47c8-994b-8edca1e98fae tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0525339 Sep 26 18:00:31.702256 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-272127fb-8944-4c1d-99c3-985015e44308 req-e2b291f2-0692-4237-a1f4-f8d229ebe44e tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516512 Sep 26 18:00:32.539430 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9329d88-f3c4-4de5-8749-9cf10ea30e7b req-b568ab10-a08a-44ee-9cf6-5b756872492f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:32.540136 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-4f89e5df-ed15-4c33-b265-0c4ffde740aa tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:32.541092 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-4f89e5df-ed15-4c33-b265-0c4ffde740aa tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0900414 Sep 26 18:00:32.541477 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9329d88-f3c4-4de5-8749-9cf10ea30e7b req-b568ab10-a08a-44ee-9cf6-5b756872492f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0701115 Sep 26 18:00:32.600044 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9329d88-f3c4-4de5-8749-9cf10ea30e7b req-a0bad535-6c83-4484-8985-aa0e6428828a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527699 Sep 26 18:00:32.662056 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Deleting port 6a02b6fd-d384-4113-8083-b28d867c2775 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:00:32.662398 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:32.842147 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:32.852050 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c8b54-f3c0-4e75-bccc-bc6f72c623fc req-f229bfd8-3342-4c4b-b756-782f06bacebc tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:32.853645 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d34c8b54-f3c0-4e75-bccc-bc6f72c623fc req-f229bfd8-3342-4c4b-b756-782f06bacebc tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 945 time: 0.0548160 Sep 26 18:00:32.915858 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d34c8b54-f3c0-4e75-bccc-bc6f72c623fc req-b7196c30-c988-45a5-8779-fa8fb7898687 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=abaa92df-3f6d-4e1d-8509-7aef4d4e121f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498731 Sep 26 18:00:33.002874 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] For port 6a02b6fd-d384-4113-8083-b28d867c2775, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=6a02b6fd-d384-4113-8083-b28d867c2775,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:33.003367 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.021506 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Calling delete_port for 6a02b6fd-d384-4113-8083-b28d867c2775 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:00:33.210190 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (6a02b6fd-d384-4113-8083-b28d867c2775), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.292292 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['6a02b6fd-d384-4113-8083-b28d867c2775'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:00:33.299469 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Pushing event deleted for resources: {'Port': ['ID=6a02b6fd-d384-4113-8083-b28d867c2775,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:33.362798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] No DVR routers for this DVR port 6a02b6fd-d384-4113-8083-b28d867c2775 on host hv-cinder-85931 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:00:33.366603 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.372004 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-69ad2177-5c37-4b58-aacf-6b19d08c3297 req-b3993411-8a52-400c-a4f9-9872f8b7b85f tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.98 "DELETE /networking/v2.0/ports/6a02b6fd-d384-4113-8083-b28d867c2775 HTTP/1.1" status: 204 len: 173 time: 0.8240657 Sep 26 18:00:33.372557 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'name': 'network-vif-deleted', 'tag': '6a02b6fd-d384-4113-8083-b28d867c2775'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:00:33.376353 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d3fffd-842c-4303-bcde-f9fb5aa82b00" -d '{"events": [{"server_uuid": "b28c669f-96dd-4ba6-a5c2-b7dbb94ef282", "name": "network-vif-deleted", "tag": "6a02b6fd-d384-4113-8083-b28d867c2775"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:00:33.440374 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cbd946-9111-414c-900f-102128867d45 x-openstack-request-id: req-66cbd946-9111-414c-900f-102128867d45 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:00:33.440705 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b28c669f-96dd-4ba6-a5c2-b7dbb94ef282", "name": "network-vif-deleted", "tag": "6a02b6fd-d384-4113-8083-b28d867c2775", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:00:33.440991 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66cbd946-9111-414c-900f-102128867d45 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:00:33.442332 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cbd946-9111-414c-900f-102128867d45'] response: {'server_uuid': 'b28c669f-96dd-4ba6-a5c2-b7dbb94ef282', 'name': 'network-vif-deleted', 'tag': '6a02b6fd-d384-4113-8083-b28d867c2775', 'status': 'completed', 'code': 200} Sep 26 18:00:33.640575 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39254) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:33.732703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a30dd6-84e5-43e5-89c8-33b5438e9be2 req-07b25e42-4f33-4e76-b684-0efda6f09cc8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:33.739567 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2a30dd6-84e5-43e5-89c8-33b5438e9be2 req-07b25e42-4f33-4e76-b684-0efda6f09cc8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0550773 Sep 26 18:00:33.761214 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32e01d19-6b72-4d48-9cc5-7339d01cda03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.790920 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2a30dd6-84e5-43e5-89c8-33b5438e9be2 req-597b908d-602f-4f84-a1c7-fa24709d64e0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504370 Sep 26 18:00:33.838356 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32e01d19-6b72-4d48-9cc5-7339d01cda03 admin admin] Publish callbacks [] for security_group (213da4f0-6e02-46c9-9a61-dc310ce0c0ac), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.842140 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32e01d19-6b72-4d48-9cc5-7339d01cda03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (213da4f0-6e02-46c9-9a61-dc310ce0c0ac), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.881733 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e01d19-6b72-4d48-9cc5-7339d01cda03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=213da4f0-6e02-46c9-9a61-dc310ce0c0ac,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:33.885924 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-32e01d19-6b72-4d48-9cc5-7339d01cda03 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=abd919bcd86e4bcfb79b7c86f0732b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434952 Sep 26 18:00:33.888607 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39262) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:33.911377 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:33.941447 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3ed34032-d69a-480f-af10-6c5d90c59647 admin admin] Publish callbacks [] for security_group (213da4f0-6e02-46c9-9a61-dc310ce0c0ac), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:33.962344 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3ed34032-d69a-480f-af10-6c5d90c59647 admin admin] Publish callbacks [] for security_group (213da4f0-6e02-46c9-9a61-dc310ce0c0ac), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.012402 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3ed34032-d69a-480f-af10-6c5d90c59647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (213da4f0-6e02-46c9-9a61-dc310ce0c0ac), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.015784 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3ed34032-d69a-480f-af10-6c5d90c59647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.017309 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3ed34032-d69a-480f-af10-6c5d90c59647 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/213da4f0-6e02-46c9-9a61-dc310ce0c0ac HTTP/1.1" status: 204 len: 168 time: 0.1276047 Sep 26 18:00:34.030867 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed34032-d69a-480f-af10-6c5d90c59647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213da4f0-6e02-46c9-9a61-dc310ce0c0ac,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:34.056822 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-74e19867-8ddb-42a5-8f40-daa8082575ac req-2375cf5a-f9aa-4dc9-85d9-059bf1dd4f72 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0469027 Sep 26 18:00:34.321882 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39270) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:34.335869 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6e37ac4-76c5-4d43-a46e-59e004e35118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.338480 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:34.421604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6e37ac4-76c5-4d43-a46e-59e004e35118 admin admin] Publish callbacks [] for security_group (25a94315-5568-49da-99f3-a331a2ef2ccf), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.425727 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6e37ac4-76c5-4d43-a46e-59e004e35118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (25a94315-5568-49da-99f3-a331a2ef2ccf), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.465800 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f6e37ac4-76c5-4d43-a46e-59e004e35118 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=cc36ab320af6443c96d6dcf05e29b896&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428413 Sep 26 18:00:34.466656 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37ac4-76c5-4d43-a46e-59e004e35118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a94315-5568-49da-99f3-a331a2ef2ccf,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:34.469119 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39272) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:34.520493 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b939e6c0-2e3e-4e0e-a130-adad172651c6 admin admin] Publish callbacks [] for security_group (25a94315-5568-49da-99f3-a331a2ef2ccf), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.541736 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b939e6c0-2e3e-4e0e-a130-adad172651c6 admin admin] Publish callbacks [] for security_group (25a94315-5568-49da-99f3-a331a2ef2ccf), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.594940 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b939e6c0-2e3e-4e0e-a130-adad172651c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (25a94315-5568-49da-99f3-a331a2ef2ccf), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.597927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b939e6c0-2e3e-4e0e-a130-adad172651c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:34.599174 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b939e6c0-2e3e-4e0e-a130-adad172651c6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/25a94315-5568-49da-99f3-a331a2ef2ccf HTTP/1.1" status: 204 len: 168 time: 0.1289611 Sep 26 18:00:34.607821 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939e6c0-2e3e-4e0e-a130-adad172651c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a94315-5568-49da-99f3-a331a2ef2ccf,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:34.940341 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:34.965281 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d035cc-757c-49a3-b8a2-cf326dfe0876 req-3491180f-4d40-4e62-92a0-3be82674548a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:34.967118 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3d035cc-757c-49a3-b8a2-cf326dfe0876 req-3491180f-4d40-4e62-92a0-3be82674548a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0732448 Sep 26 18:00:35.003031 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39298) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:35.025887 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5fb14e0-6bf0-41c1-89e3-fabcaab19dc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.033009 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3d035cc-757c-49a3-b8a2-cf326dfe0876 req-125a1cc4-a4bc-4893-95c6-3c8f7562bcb1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580413 Sep 26 18:00:35.106677 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39302) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:35.124063 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5fb14e0-6bf0-41c1-89e3-fabcaab19dc2 admin admin] Publish callbacks [] for security_group (b3477a80-2662-4dc5-a6b5-3b4dc298d284), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.130613 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5fb14e0-6bf0-41c1-89e3-fabcaab19dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b3477a80-2662-4dc5-a6b5-3b4dc298d284), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.191361 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a5fb14e0-6bf0-41c1-89e3-fabcaab19dc2 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a707e3afa4a0404db374ceb09d7248be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1867957 Sep 26 18:00:35.193915 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39306) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:35.208676 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fb14e0-6bf0-41c1-89e3-fabcaab19dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3477a80-2662-4dc5-a6b5-3b4dc298d284,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:35.315764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bba41125-f4dd-4b73-851a-3389d6f682ce admin admin] Publish callbacks [] for security_group (b3477a80-2662-4dc5-a6b5-3b4dc298d284), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.324090 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bacbc60-7741-4bba-847c-8e94615c041d req-cde8994e-fb96-420d-9d7b-d71185728ab7 tempest-DeleteServersTestJSON-2073825775 tempest-DeleteServersTestJSON-2073825775-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b28c669f-96dd-4ba6-a5c2-b7dbb94ef282 HTTP/1.1" status: 200 len: 210 time: 0.0760963 Sep 26 18:00:35.345773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f474152d-92c0-4feb-bc16-1ed28f590935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.365165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bba41125-f4dd-4b73-851a-3389d6f682ce admin admin] Publish callbacks [] for security_group (b3477a80-2662-4dc5-a6b5-3b4dc298d284), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.443521 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bba41125-f4dd-4b73-851a-3389d6f682ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b3477a80-2662-4dc5-a6b5-3b4dc298d284), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.445960 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bba41125-f4dd-4b73-851a-3389d6f682ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.447099 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bba41125-f4dd-4b73-851a-3389d6f682ce admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b3477a80-2662-4dc5-a6b5-3b4dc298d284 HTTP/1.1" status: 204 len: 168 time: 0.2518392 Sep 26 18:00:35.462414 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba41125-f4dd-4b73-851a-3389d6f682ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3477a80-2662-4dc5-a6b5-3b4dc298d284,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:35.478633 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f474152d-92c0-4feb-bc16-1ed28f590935 admin admin] Publish callbacks [] for security_group (24123841-6ac7-444e-b1cb-436c5e8b914f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.483650 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f474152d-92c0-4feb-bc16-1ed28f590935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (24123841-6ac7-444e-b1cb-436c5e8b914f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.524943 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f474152d-92c0-4feb-bc16-1ed28f590935 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ed52907582e840a3abe1639382b44a4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4167569 Sep 26 18:00:35.526732 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474152d-92c0-4feb-bc16-1ed28f590935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24123841-6ac7-444e-b1cb-436c5e8b914f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:35.527683 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39314) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:35.584900 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5d92-0f07-44d1-ad9f-c752aaf7ae88 admin admin] Publish callbacks [] for security_group (24123841-6ac7-444e-b1cb-436c5e8b914f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.607943 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5d92-0f07-44d1-ad9f-c752aaf7ae88 admin admin] Publish callbacks [] for security_group (24123841-6ac7-444e-b1cb-436c5e8b914f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.657370 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5d92-0f07-44d1-ad9f-c752aaf7ae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (24123841-6ac7-444e-b1cb-436c5e8b914f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.659986 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5d92-0f07-44d1-ad9f-c752aaf7ae88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:35.663425 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4b2d5d92-0f07-44d1-ad9f-c752aaf7ae88 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/24123841-6ac7-444e-b1cb-436c5e8b914f HTTP/1.1" status: 204 len: 168 time: 0.1318688 Sep 26 18:00:35.680128 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d5d92-0f07-44d1-ad9f-c752aaf7ae88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24123841-6ac7-444e-b1cb-436c5e8b914f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:35.942392 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 6a02b6fd-d384-4113-8083-b28d867c2775 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:00:35.969063 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 6a02b6fd-d384-4113-8083-b28d867c2775 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:00:35.969549 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 6a02b6fd-d384-4113-8083-b28d867c2775 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:00:35.979610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39330) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:35.994200 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-97767fc3-67a7-4add-933b-ac01dd9b760b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.060185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=16 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:36.094732 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-97767fc3-67a7-4add-933b-ac01dd9b760b admin admin] Publish callbacks [] for security_group (56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.100222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-97767fc3-67a7-4add-933b-ac01dd9b760b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.150029 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-97767fc3-67a7-4add-933b-ac01dd9b760b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4e094a4a575b47b6a95cde5d386b0a9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1690118 Sep 26 18:00:36.150894 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39338) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:36.158037 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97767fc3-67a7-4add-933b-ac01dd9b760b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:36.191749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120c184-899b-415f-bb4c-e0b71ce61bee req-d20573d3-11ff-4378-90ad-fe3c7abaf165 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:36.193970 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f120c184-899b-415f-bb4c-e0b71ce61bee req-d20573d3-11ff-4378-90ad-fe3c7abaf165 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0672872 Sep 26 18:00:36.222735 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-046f9313-5010-48a2-989b-43a0211aba1b admin admin] Publish callbacks [] for security_group (56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.245909 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-046f9313-5010-48a2-989b-43a0211aba1b admin admin] Publish callbacks [] for security_group (56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.253463 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f120c184-899b-415f-bb4c-e0b71ce61bee req-26bd93f3-2521-499c-81e1-3aedbb0b52c1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520418 Sep 26 18:00:36.338666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-046f9313-5010-48a2-989b-43a0211aba1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.343141 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-046f9313-5010-48a2-989b-43a0211aba1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:36.344379 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-046f9313-5010-48a2-989b-43a0211aba1b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8 HTTP/1.1" status: 204 len: 168 time: 0.1921761 Sep 26 18:00:36.347044 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=17,neutron:SELECT=76,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:36.355197 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f9313-5010-48a2-989b-43a0211aba1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ee7e2c-bc09-4ba5-bed6-53fb0a8232f8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:37.387544 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11528743-5dcd-4b6f-9586-1be47ffbac02 req-96bc480b-f626-490f-8e1e-861d88321b73 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:37.390581 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11528743-5dcd-4b6f-9586-1be47ffbac02 req-96bc480b-f626-490f-8e1e-861d88321b73 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0541143 Sep 26 18:00:37.433919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:37.460309 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11528743-5dcd-4b6f-9586-1be47ffbac02 req-05c7c5c0-25a3-47fb-bab0-f9fedfbe5cbf tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608644 Sep 26 18:00:38.378724 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=65,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:38.394815 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5e7ac554-4e37-483a-8986-a58af07403c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:38.618961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb19f9-d89c-4cb6-b86d-0548689bffc7 req-7b6c1e04-2ba7-4354-9fa2-af3ede7b0f8a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:38.631247 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-14eb19f9-d89c-4cb6-b86d-0548689bffc7 req-7b6c1e04-2ba7-4354-9fa2-af3ede7b0f8a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0733600 Sep 26 18:00:38.689019 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-14eb19f9-d89c-4cb6-b86d-0548689bffc7 req-3dfd987b-3200-4299-b608-44d9c5bde35c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566263 Sep 26 18:00:39.825603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d0feb-5ec1-47df-982a-53e344b7ed73 req-072a51bc-9d40-4426-99ec-79990f682c2a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:39.827194 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-745d0feb-5ec1-47df-982a-53e344b7ed73 req-072a51bc-9d40-4426-99ec-79990f682c2a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0488486 Sep 26 18:00:39.868105 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:39.874768 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:39.876943 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-745d0feb-5ec1-47df-982a-53e344b7ed73 req-fbeecf88-aa57-4fd1-9ca1-6fb3e4b3812a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Sep 26 18:00:39.878073 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=35 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:40.619075 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=42,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:40.627872 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8ef5e872-3651-4662-a88d-4548874e9e99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:41.009749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91714c6f-a6e7-4806-9725-f0c1b91155e5 req-cbf08fc5-3b06-48c3-b745-57d7c2064c54 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:41.011278 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91714c6f-a6e7-4806-9725-f0c1b91155e5 req-cbf08fc5-3b06-48c3-b745-57d7c2064c54 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0550671 Sep 26 18:00:41.069690 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91714c6f-a6e7-4806-9725-f0c1b91155e5 req-3462e3f0-a068-49b4-8c63-5dd5a9130d41 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504351 Sep 26 18:00:41.072618 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064abb0b-79d3-4976-bbd6-2dc9d1320df1 req-b73cff71-f1f4-408e-bbee-2a7ad696ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:41.074367 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-064abb0b-79d3-4976-bbd6-2dc9d1320df1 req-b73cff71-f1f4-408e-bbee-2a7ad696ee99 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1129 time: 0.0514758 Sep 26 18:00:41.123928 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-064abb0b-79d3-4976-bbd6-2dc9d1320df1 req-3996d1e2-80c8-486b-a1a0-58e82a7693b6 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Sep 26 18:00:42.125686 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.222969 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39524) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:42.262412 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b96c7-a93d-46ad-b043-5e4c7af6aca6 req-95570218-9a06-43fb-b402-5c15c122b660 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:42.266822 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-444b96c7-a93d-46ad-b043-5e4c7af6aca6 req-95570218-9a06-43fb-b402-5c15c122b660 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0658550 Sep 26 18:00:42.367097 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-444b96c7-a93d-46ad-b043-5e4c7af6aca6 req-d57ad8f4-1c75-4f86-8d94-38ce8a985ad4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942092 Sep 26 18:00:42.634028 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (92407881-e0f2-4a41-940b-fcc7bc98aa33), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.888207 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:42.901542 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Deleting port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:00:42.901869 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:42.995839 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] For port 720fc5ac-57fc-4ffa-b2e9-002efe717a8e, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:42.996213 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:43.010373 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Calling delete_port for 720fc5ac-57fc-4ffa-b2e9-002efe717a8e owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:00:43.174921 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:43.214074 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (720fc5ac-57fc-4ffa-b2e9-002efe717a8e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:43.243671 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=720fc5ac-57fc-4ffa-b2e9-002efe717a8e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:43.323048 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:43.351287 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:43.410609 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (92407881-e0f2-4a41-940b-fcc7bc98aa33), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:43.542988 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:43.548773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2540a4f-4928-4b75-b8b9-c0091cb74f44 req-5fa83374-505a-47c3-965d-82ea34ee2407 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:43.556138 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2540a4f-4928-4b75-b8b9-c0091cb74f44 req-5fa83374-505a-47c3-965d-82ea34ee2407 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0883200 Sep 26 18:00:43.616373 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2540a4f-4928-4b75-b8b9-c0091cb74f44 req-ad22ab45-ce59-48bc-b333-2cd5eb75f27c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541112 Sep 26 18:00:43.723802 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Router 92407881-e0f2-4a41-940b-fcc7bc98aa33 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:00:43.855894 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:00:43.861342 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ad563b68-0369-46ee-b6c1-521bebd0f1d5 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/92407881-e0f2-4a41-940b-fcc7bc98aa33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6356518 Sep 26 18:00:43.863498 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39576) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:43.868641 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] Sync routers for ids ['92407881-e0f2-4a41-940b-fcc7bc98aa33'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:00:43.894263 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] Routers {'92407881-e0f2-4a41-940b-fcc7bc98aa33'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:43.895520 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['92407881-e0f2-4a41-940b-fcc7bc98aa33'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:44.007115 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks [] for router (92407881-e0f2-4a41-940b-fcc7bc98aa33), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:44.035953 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] Set router 92407881-e0f2-4a41-940b-fcc7bc98aa33 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:44.129377 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks [] for router_gateway (92407881-e0f2-4a41-940b-fcc7bc98aa33), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:44.225083 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T18:00:43Z', 'revision_number': 5, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port': {'id': 'dab8ab52-7a05-4383-b1d1-a5a287dee4be', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:c5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:01Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:44.256296 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] Checking router: 92407881-e0f2-4a41-940b-fcc7bc98aa33 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:00:44.268334 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] Routers {'92407881-e0f2-4a41-940b-fcc7bc98aa33'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:00:44.269172 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['92407881-e0f2-4a41-940b-fcc7bc98aa33'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:44.377417 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] Set router 92407881-e0f2-4a41-940b-fcc7bc98aa33 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:00:44.408158 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Deleting port dab8ab52-7a05-4383-b1d1-a5a287dee4be {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:00:44.408493 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:44.504163 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] For port dab8ab52-7a05-4383-b1d1-a5a287dee4be, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=dab8ab52-7a05-4383-b1d1-a5a287dee4be,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:44.504716 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:44.520681 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Calling delete_port for dab8ab52-7a05-4383-b1d1-a5a287dee4be owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:00:44.544085 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T18:00:44Z', 'revision_number': 6, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:44.572719 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7cd8d4a-4f65-4dd3-8691-025696e4be3f None None] The sync data for ids ['92407881-e0f2-4a41-940b-fcc7bc98aa33'] in dv-cinder-859318-1-iscsi is: [{'id': '92407881-e0f2-4a41-940b-fcc7bc98aa33', 'name': 'tempest-DeleteServersTestJSON-1642052950-router', 'tenant_id': 'aa42868f9e9e4d00be6a78ec54924712', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:59Z', 'updated_at': '2022-09-26T18:00:44Z', 'revision_number': 6, 'project_id': 'aa42868f9e9e4d00be6a78ec54924712', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:00:44.679546 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:44.793954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbb164-7831-4f1a-bddb-8e2dba3f6984 req-8965cef0-dbca-42be-9305-f4e70b5cf98a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:44.795463 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-31cbb164-7831-4f1a-bddb-8e2dba3f6984 req-8965cef0-dbca-42be-9305-f4e70b5cf98a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0630364 Sep 26 18:00:44.800398 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (dab8ab52-7a05-4383-b1d1-a5a287dee4be), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:44.834970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=dab8ab52-7a05-4383-b1d1-a5a287dee4be,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:44.880267 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:44.881758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (92407881-e0f2-4a41-940b-fcc7bc98aa33), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:44.976505 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-31cbb164-7831-4f1a-bddb-8e2dba3f6984 req-c84fa304-4c2f-4d1f-9e2f-bb87b891a495 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734679 Sep 26 18:00:45.020617 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (92407881-e0f2-4a41-940b-fcc7bc98aa33), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.023696 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks [] for router_controller (92407881-e0f2-4a41-940b-fcc7bc98aa33), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.134853 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (92407881-e0f2-4a41-940b-fcc7bc98aa33), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.135470 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92407881-e0f2-4a41-940b-fcc7bc98aa33 {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:00:45.144963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.148759 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e155b111-dacd-4c7b-8173-6001be246fc3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/92407881-e0f2-4a41-940b-fcc7bc98aa33 HTTP/1.1" status: 204 len: 168 time: 1.2814636 Sep 26 18:00:45.149203 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39618) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:45.154440 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b39a0a8-f984-406f-b272-b6f06da45d8e req-51216b3f-8a06-4590-a29d-7a9f3db5fab2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:45.156545 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b39a0a8-f984-406f-b272-b6f06da45d8e req-51216b3f-8a06-4590-a29d-7a9f3db5fab2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0598023 Sep 26 18:00:45.210035 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Deleting subnet 93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:00:45.213339 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b39a0a8-f984-406f-b272-b6f06da45d8e req-3da3b80f-ac44-456f-95cd-34ef594f014e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508826 Sep 26 18:00:45.214236 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Publish callbacks [] for subnet (93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.237732 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:45.254624 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Publish callbacks [] for subnet (93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.341437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.407831 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.445809 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:45.448429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.453161 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b47d1d75-a2dc-43fa-b61b-24c3ec7d79eb admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/93b1fa2f-fc89-4cf9-82b7-8e8b932ed2c8 HTTP/1.1" status: 204 len: 168 time: 0.3019738 Sep 26 18:00:45.455677 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39636) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:45.456492 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1c8368-fe90-4a91-9128-77ee2a7d5731 None None] Network 61cf50b2-6772-44b8-83f4-4baca44f92d1 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:00:45.549099 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (61cf50b2-6772-44b8-83f4-4baca44f92d1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.610290 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Deleting port 66e18e58-8716-46b2-a7ba-3618f07118c8 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:00:45.610719 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.633751 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 720fc5ac-57fc-4ffa-b2e9-002efe717a8e no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:00:45.660570 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:45.695252 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] For port 66e18e58-8716-46b2-a7ba-3618f07118c8, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=66e18e58-8716-46b2-a7ba-3618f07118c8,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:45.695743 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.705589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 720fc5ac-57fc-4ffa-b2e9-002efe717a8e {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:00:45.706110 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 720fc5ac-57fc-4ffa-b2e9-002efe717a8e not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:00:45.713896 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Calling delete_port for 66e18e58-8716-46b2-a7ba-3618f07118c8 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:00:45.791408 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac473507-f105-4915-8507-e4371fb46471 None None] DHCP port deletion for 61cf50b2-6772-44b8-83f4-4baca44f92d1 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:00:45.849721 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ac473507-f105-4915-8507-e4371fb46471 None None] Deleting port 66e18e58-8716-46b2-a7ba-3618f07118c8 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:00:45.850124 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ac473507-f105-4915-8507-e4371fb46471 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.866418 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.901356 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Pushing event deleted for resources: {'Port': ['ID=66e18e58-8716-46b2-a7ba-3618f07118c8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:45.905301 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] No DVR routers for this DVR port 66e18e58-8716-46b2-a7ba-3618f07118c8 on host dv-cinder-859318-1-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:00:45.941253 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-ac473507-f105-4915-8507-e4371fb46471 None None] For port 66e18e58-8716-46b2-a7ba-3618f07118c8, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=66e18e58-8716-46b2-a7ba-3618f07118c8,segment=NetworkSegment(88329bd8-1db7-4634-b96f-d407000b4735),segment_id=88329bd8-1db7-4634-b96f-d407000b4735)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:00:45.941684 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ac473507-f105-4915-8507-e4371fb46471 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:45.957355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ac473507-f105-4915-8507-e4371fb46471 None None] Calling delete_port for 66e18e58-8716-46b2-a7ba-3618f07118c8 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:00:46.096314 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ac473507-f105-4915-8507-e4371fb46471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (66e18e58-8716-46b2-a7ba-3618f07118c8), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.125411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac473507-f105-4915-8507-e4371fb46471 None None] Pushing event deleted for resources: {'Port': ['ID=66e18e58-8716-46b2-a7ba-3618f07118c8,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:46.149886 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac473507-f105-4915-8507-e4371fb46471 None None] No DVR routers for this DVR port 66e18e58-8716-46b2-a7ba-3618f07118c8 on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:00:46.207641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39656) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:46.221647 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (61cf50b2-6772-44b8-83f4-4baca44f92d1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.243532 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.243817 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.244654 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.244917 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > port after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.245263 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.245601 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > port after_update 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.245925 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.246267 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.246580 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.246985 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.338463 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ecad6236-78c5-4d75-bbab-276b8341f064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.427087 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.427597 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.427947 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.428285 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:00:46.428420 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ecad6236-78c5-4d75-bbab-276b8341f064 admin admin] Publish callbacks [] for security_group (74674d10-34dc-4da2-857f-2dfc4742efe0), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.428656 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61cf50b2-6772-44b8-83f4-4baca44f92d1']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:46.433713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ecad6236-78c5-4d75-bbab-276b8341f064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (74674d10-34dc-4da2-857f-2dfc4742efe0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.452147 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88329bd8-1db7-4634-b96f-d407000b4735') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:46.453301 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88329bd8-1db7-4634-b96f-d407000b4735') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:00:46.482669 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (88329bd8-1db7-4634-b96f-d407000b4735), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.482905 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ecad6236-78c5-4d75-bbab-276b8341f064 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e3755d85bb2e4a5daf34136ed20e3e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2700191 Sep 26 18:00:46.482905 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad6236-78c5-4d75-bbab-276b8341f064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74674d10-34dc-4da2-857f-2dfc4742efe0,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:46.485399 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39660) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:46.516099 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (88329bd8-1db7-4634-b96f-d407000b4735), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.527670 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:00:46.528085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (88329bd8-1db7-4634-b96f-d407000b4735), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.562658 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-052ee21a-3dec-4fe9-8a1a-d5b019e80d5a admin admin] Publish callbacks [] for security_group (74674d10-34dc-4da2-857f-2dfc4742efe0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.589667 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-052ee21a-3dec-4fe9-8a1a-d5b019e80d5a admin admin] Publish callbacks [] for security_group (74674d10-34dc-4da2-857f-2dfc4742efe0), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.621815 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (61cf50b2-6772-44b8-83f4-4baca44f92d1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.632413 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.636928 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/61cf50b2-6772-44b8-83f4-4baca44f92d1 HTTP/1.1" status: 204 len: 168 time: 1.1799948 Sep 26 18:00:46.650172 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33b4720-85dc-40f8-b575-44e77804b22b admin admin] Pushing event deleted for resources: {'Network': ['ID=61cf50b2-6772-44b8-83f4-4baca44f92d1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:46.661357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-052ee21a-3dec-4fe9-8a1a-d5b019e80d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (74674d10-34dc-4da2-857f-2dfc4742efe0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.664599 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-052ee21a-3dec-4fe9-8a1a-d5b019e80d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.665788 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-052ee21a-3dec-4fe9-8a1a-d5b019e80d5a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/74674d10-34dc-4da2-857f-2dfc4742efe0 HTTP/1.1" status: 204 len: 168 time: 0.1794040 Sep 26 18:00:46.677613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052ee21a-3dec-4fe9-8a1a-d5b019e80d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74674d10-34dc-4da2-857f-2dfc4742efe0,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:46.810361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39678) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:46.888030 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7e0534b6-8e0c-4d11-a3a3-cbf9c1980dbb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=aa42868f9e9e4d00be6a78ec54924712&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0763361 Sep 26 18:00:46.888891 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39684) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:46.951360 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a270adac-497c-4843-8cf1-45d90bf54f2f admin admin] Publish callbacks [] for security_group (abaa92df-3f6d-4e1d-8509-7aef4d4e121f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.974828 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a270adac-497c-4843-8cf1-45d90bf54f2f admin admin] Publish callbacks [] for security_group (abaa92df-3f6d-4e1d-8509-7aef4d4e121f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:46.994388 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 88329bd8-1db7-4634-b96f-d407000b4735 resource provider aggregate not found Sep 26 18:00:47.012891 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 88329bd8-1db7-4634-b96f-d407000b4735 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88329bd8-1db7-4634-b96f-d407000b4735 found for delete ", "request_id": "req-5760bf36-4552-4408-85ac-48a2e74ca1a4"}]} Sep 26 18:00:47.032750 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a270adac-497c-4843-8cf1-45d90bf54f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (abaa92df-3f6d-4e1d-8509-7aef4d4e121f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.035965 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a270adac-497c-4843-8cf1-45d90bf54f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.037123 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a270adac-497c-4843-8cf1-45d90bf54f2f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/abaa92df-3f6d-4e1d-8509-7aef4d4e121f HTTP/1.1" status: 204 len: 168 time: 0.1466296 Sep 26 18:00:47.045493 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a270adac-497c-4843-8cf1-45d90bf54f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaa92df-3f6d-4e1d-8509-7aef4d4e121f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:47.137364 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 66e18e58-8716-46b2-a7ba-3618f07118c8 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:00:47.140464 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39690) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:47.154700 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a99dcfd0-3295-4293-801b-c87e737cf323 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.158458 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 66e18e58-8716-46b2-a7ba-3618f07118c8 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:00:47.159113 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 66e18e58-8716-46b2-a7ba-3618f07118c8 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:00:47.159321 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device dab8ab52-7a05-4383-b1d1-a5a287dee4be no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:00:47.177791 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: dab8ab52-7a05-4383-b1d1-a5a287dee4be {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:00:47.178346 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device dab8ab52-7a05-4383-b1d1-a5a287dee4be not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:00:47.244356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a99dcfd0-3295-4293-801b-c87e737cf323 admin admin] Publish callbacks [] for security_group (20ce4ec9-8c30-4311-a9c0-2bd45ffb772a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.248513 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a99dcfd0-3295-4293-801b-c87e737cf323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (20ce4ec9-8c30-4311-a9c0-2bd45ffb772a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.279913 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:47.290761 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a99dcfd0-3295-4293-801b-c87e737cf323 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=edd7d0632a8c41b3acd37c791974c454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492391 Sep 26 18:00:47.293243 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99dcfd0-3295-4293-801b-c87e737cf323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ce4ec9-8c30-4311-a9c0-2bd45ffb772a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:47.294058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39694) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:47.345807 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11f6b75c-e0db-46f0-b1c1-8fbbd0299b2e admin admin] Publish callbacks [] for security_group (20ce4ec9-8c30-4311-a9c0-2bd45ffb772a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.357209 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:47.367921 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11f6b75c-e0db-46f0-b1c1-8fbbd0299b2e admin admin] Publish callbacks [] for security_group (20ce4ec9-8c30-4311-a9c0-2bd45ffb772a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.417263 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11f6b75c-e0db-46f0-b1c1-8fbbd0299b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (20ce4ec9-8c30-4311-a9c0-2bd45ffb772a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.420207 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11f6b75c-e0db-46f0-b1c1-8fbbd0299b2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:47.422064 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-11f6b75c-e0db-46f0-b1c1-8fbbd0299b2e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/20ce4ec9-8c30-4311-a9c0-2bd45ffb772a HTTP/1.1" status: 204 len: 168 time: 0.1267672 Sep 26 18:00:47.431150 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6b75c-e0db-46f0-b1c1-8fbbd0299b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ce4ec9-8c30-4311-a9c0-2bd45ffb772a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:50.117841 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39778) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:50.380726 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-508c86db-8303-4039-a723-406bc572b8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.395451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd7db1-b99e-4956-8aed-8ccc7f51dc04 req-013a57b6-b942-4662-aff6-753e36a603d0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.397957 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd7db1-b99e-4956-8aed-8ccc7f51dc04 req-013a57b6-b942-4662-aff6-753e36a603d0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0933635 Sep 26 18:00:50.450118 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-f42bf7dc-acb8-4ab3-b343-0aee5c37bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.452112 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-f42bf7dc-acb8-4ab3-b343-0aee5c37bdea service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1130 time: 0.0734527 Sep 26 18:00:50.476970 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd7db1-b99e-4956-8aed-8ccc7f51dc04 req-c267e0e2-97ae-4dea-a63e-02fd4aa23934 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688488 Sep 26 18:00:50.478767 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:50.600357 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-508c86db-8303-4039-a723-406bc572b8dd admin admin] Publish callbacks [] for security_group (d365bda9-5a13-44b6-b06c-d35e6f058d74), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.605284 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-508c86db-8303-4039-a723-406bc572b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d365bda9-5a13-44b6-b06c-d35e6f058d74), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.610159 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-02ebcc0b-f77a-4b22-aef5-1a48ea31b8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.611642 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-02ebcc0b-f77a-4b22-aef5-1a48ea31b8e1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1469631 Sep 26 18:00:50.672506 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-bcbc15f2-eebc-4216-8557-7b970de89337 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 217 time: 0.0532043 Sep 26 18:00:50.682271 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-508c86db-8303-4039-a723-406bc572b8dd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b69abb36de2141628e74868c582e079d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5619369 Sep 26 18:00:50.684231 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c86db-8303-4039-a723-406bc572b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d365bda9-5a13-44b6-b06c-d35e6f058d74,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:50.685831 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39798) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:50.714407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=3,neutron:DELETE=2,neutron:SELECT=84,neutron:INSERT=11 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:50.734030 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-c18e43b5-05cc-48b7-b6f5-fd3791f6fc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.735901 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-c18e43b5-05cc-48b7-b6f5-fd3791f6fc4a service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0526443 Sep 26 18:00:50.744238 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ac66ca74-b43b-4acf-86f5-add77abbc4ce admin admin] Publish callbacks [] for security_group (d365bda9-5a13-44b6-b06c-d35e6f058d74), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.766659 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ac66ca74-b43b-4acf-86f5-add77abbc4ce admin admin] Publish callbacks [] for security_group (d365bda9-5a13-44b6-b06c-d35e6f058d74), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.795026 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-836d0fdd-7a10-4a7b-8a6f-0daecff99449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:50.797256 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-836d0fdd-7a10-4a7b-8a6f-0daecff99449 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441120 Sep 26 18:00:50.817452 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ac66ca74-b43b-4acf-86f5-add77abbc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d365bda9-5a13-44b6-b06c-d35e6f058d74), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.820091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ac66ca74-b43b-4acf-86f5-add77abbc4ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:50.821246 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ac66ca74-b43b-4acf-86f5-add77abbc4ce admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d365bda9-5a13-44b6-b06c-d35e6f058d74 HTTP/1.1" status: 204 len: 168 time: 0.1344216 Sep 26 18:00:50.830277 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66ca74-b43b-4acf-86f5-add77abbc4ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d365bda9-5a13-44b6-b06c-d35e6f058d74,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:50.912663 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-443e5528-c60f-4457-9c16-d9b4a7f7e25a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021655 Sep 26 18:00:51.021034 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f73dd5df-2417-4ff4-8437-33ce4af72630 req-e067c19c-cc12-49d2-a22c-1948d12eeadd service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984917 Sep 26 18:00:51.149276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39808) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:51.164176 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89779c0c-9330-404b-852e-c0f994c18121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.252611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89779c0c-9330-404b-852e-c0f994c18121 admin admin] Publish callbacks [] for security_group (f51a1ec2-d6b4-4075-b6f2-788c81dbf039), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.256869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-89779c0c-9330-404b-852e-c0f994c18121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f51a1ec2-d6b4-4075-b6f2-788c81dbf039), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.297022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89779c0c-9330-404b-852e-c0f994c18121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f51a1ec2-d6b4-4075-b6f2-788c81dbf039,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:51.301455 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-89779c0c-9330-404b-852e-c0f994c18121 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=69f70078408b45368c665a918905be7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1510291 Sep 26 18:00:51.305839 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39810) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:51.368720 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-847ebe9b-c9e2-4166-823f-5e36aad0eecb admin admin] Publish callbacks [] for security_group (f51a1ec2-d6b4-4075-b6f2-788c81dbf039), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.397105 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-847ebe9b-c9e2-4166-823f-5e36aad0eecb admin admin] Publish callbacks [] for security_group (f51a1ec2-d6b4-4075-b6f2-788c81dbf039), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.417243 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:51.457385 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-847ebe9b-c9e2-4166-823f-5e36aad0eecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f51a1ec2-d6b4-4075-b6f2-788c81dbf039), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.460192 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-847ebe9b-c9e2-4166-823f-5e36aad0eecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:51.465216 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-847ebe9b-c9e2-4166-823f-5e36aad0eecb admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f51a1ec2-d6b4-4075-b6f2-788c81dbf039 HTTP/1.1" status: 204 len: 168 time: 0.1545684 Sep 26 18:00:51.472186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ebe9b-c9e2-4166-823f-5e36aad0eecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f51a1ec2-d6b4-4075-b6f2-788c81dbf039,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:51.651025 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb436e-2c88-4fc9-9741-70c113c8ccb4 req-7865c31d-6d14-4039-b192-39c6ba870bb2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:51.654175 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b5fb436e-2c88-4fc9-9741-70c113c8ccb4 req-7865c31d-6d14-4039-b192-39c6ba870bb2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0673878 Sep 26 18:00:51.725330 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b5fb436e-2c88-4fc9-9741-70c113c8ccb4 req-741247fa-e41e-4e18-9b67-b52f795e2744 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619550 Sep 26 18:00:51.970655 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39832) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:51.984962 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32b732df-d646-49ba-a2e1-a0d8f5ea0a0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.070526 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32b732df-d646-49ba-a2e1-a0d8f5ea0a0c admin admin] Publish callbacks [] for security_group (3b8badaa-9ea6-4f3d-9d5c-55ecce301a67), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.074892 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32b732df-d646-49ba-a2e1-a0d8f5ea0a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3b8badaa-9ea6-4f3d-9d5c-55ecce301a67), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.114353 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b732df-d646-49ba-a2e1-a0d8f5ea0a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8badaa-9ea6-4f3d-9d5c-55ecce301a67,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:52.119852 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-32b732df-d646-49ba-a2e1-a0d8f5ea0a0c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7a5e581b1303400496f05948f9490f62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1481109 Sep 26 18:00:52.122694 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39834) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:52.182629 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Publish callbacks [] for security_group (3b8badaa-9ea6-4f3d-9d5c-55ecce301a67), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.205783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Publish callbacks [] for security_group (3b8badaa-9ea6-4f3d-9d5c-55ecce301a67), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.261004 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3b8badaa-9ea6-4f3d-9d5c-55ecce301a67), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.263937 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:52.265677 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3b8badaa-9ea6-4f3d-9d5c-55ecce301a67 HTTP/1.1" status: 204 len: 168 time: 0.1416724 Sep 26 18:00:52.273926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8badaa-9ea6-4f3d-9d5c-55ecce301a67,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:52.282091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.282415 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.282764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.283134 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.283468 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.283900 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.284412 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.284835 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.285236 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.285594 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.285924 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.286250 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.286575 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.286926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.287379 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387ca33f-5b76-480b-97f6-3e55774c527b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:52.861308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ccb91-e9d1-4867-b808-9e3b6a4946b8 req-3acc119b-50a7-46f6-9672-40f95cdcc874 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:52.862882 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-437ccb91-e9d1-4867-b808-9e3b6a4946b8 req-3acc119b-50a7-46f6-9672-40f95cdcc874 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0530322 Sep 26 18:00:52.919904 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-437ccb91-e9d1-4867-b808-9e3b6a4946b8 req-442fcbe9-a4d7-4b0d-9268-2f1802b3dc92 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513625 Sep 26 18:00:54.065428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1329c-58fb-4a78-9eae-56fe0489190c req-0e919179-61a7-4886-8ea2-7b80f2f19c4c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:54.066990 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3fa1329c-58fb-4a78-9eae-56fe0489190c req-0e919179-61a7-4886-8ea2-7b80f2f19c4c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0645878 Sep 26 18:00:54.116974 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3fa1329c-58fb-4a78-9eae-56fe0489190c req-4da8c20a-a121-4ac3-889a-e4fa61772457 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429230 Sep 26 18:00:54.380228 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=45 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:54.548018 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=38 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:55.228587 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:55.250058 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a4568-909c-408b-a465-10f39c910b31 req-584f62d4-5a65-4034-a9ff-1b6d853be9f9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:55.251700 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286a4568-909c-408b-a465-10f39c910b31 req-584f62d4-5a65-4034-a9ff-1b6d853be9f9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0554259 Sep 26 18:00:55.301869 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-286a4568-909c-408b-a465-10f39c910b31 req-838ab352-9069-4751-9b53-2d113ad83926 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444074 Sep 26 18:00:56.212754 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-cdfcd312-24b7-4b8e-8698-207eeecd8e8f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0717185 Sep 26 18:00:56.404375 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07f49-bfed-4850-8224-3743bde349fe req-0c617f91-027a-4b49-87fe-49e4fd3dcb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.407177 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-0c617f91-027a-4b49-87fe-49e4fd3dcb6f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1129 time: 0.0679038 Sep 26 18:00:56.464906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2d459a-dfd8-489a-821e-b9e7480700b9 req-080b46ff-a25f-434f-95d1-e918c853b4a1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.466400 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd2d459a-dfd8-489a-821e-b9e7480700b9 req-080b46ff-a25f-434f-95d1-e918c853b4a1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0660408 Sep 26 18:00:56.491921 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:56.497693 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:00:56.547812 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd2d459a-dfd8-489a-821e-b9e7480700b9 req-f4756768-a9b1-4550-a639-a65494fb97a3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728779 Sep 26 18:00:56.549959 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07f49-bfed-4850-8224-3743bde349fe req-3fc24f3e-558b-41be-82af-3080ed3f59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.551509 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-3fc24f3e-558b-41be-82af-3080ed3f59a4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1170716 Sep 26 18:00:56.606523 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-e488e205-9a7e-41d9-8ce0-2cfff0860923 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 200 len: 217 time: 0.0481257 Sep 26 18:00:56.661425 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07f49-bfed-4850-8224-3743bde349fe req-362454b3-a441-48e3-a4c5-be9bf8c53dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.662946 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-362454b3-a441-48e3-a4c5-be9bf8c53dc5 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0497961 Sep 26 18:00:56.737430 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b07f49-bfed-4850-8224-3743bde349fe req-4e4c83ee-7a20-4a83-9721-630e6748327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:56.739117 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-4e4c83ee-7a20-4a83-9721-630e6748327e service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696733 Sep 26 18:00:56.867961 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-fd9920b7-8346-4106-b129-3845088f3fd1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139698 Sep 26 18:00:57.047035 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b07f49-bfed-4850-8224-3743bde349fe req-06b60c0a-1ef7-4b4b-948f-66a378c42935 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682093 Sep 26 18:00:57.711002 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1577249-dc17-466c-bd91-541a69c4b172 req-fad3ea29-2c22-4fb3-b0c9-5940fe8ff5fb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:57.714400 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b1577249-dc17-466c-bd91-541a69c4b172 req-fad3ea29-2c22-4fb3-b0c9-5940fe8ff5fb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0672050 Sep 26 18:00:57.790352 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b1577249-dc17-466c-bd91-541a69c4b172 req-ce5676cb-efb7-4e59-9bf6-290ac0fb4ce1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633686 Sep 26 18:00:58.396286 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 39962) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:58.550051 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1026f254-f677-4512-8b88-4ffa7938dc3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.662373 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1026f254-f677-4512-8b88-4ffa7938dc3e admin admin] Publish callbacks [] for security_group (d7665288-a782-49bf-86c8-2ae5b72afda8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.668418 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1026f254-f677-4512-8b88-4ffa7938dc3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d7665288-a782-49bf-86c8-2ae5b72afda8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.717257 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026f254-f677-4512-8b88-4ffa7938dc3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7665288-a782-49bf-86c8-2ae5b72afda8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:58.724143 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1026f254-f677-4512-8b88-4ffa7938dc3e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=33baca214d8f4909aa19736491569b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3260362 Sep 26 18:00:58.729406 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 39970) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:00:58.803615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Publish callbacks [] for security_group (d7665288-a782-49bf-86c8-2ae5b72afda8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.836858 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:00:58.838645 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Publish callbacks [] for security_group (d7665288-a782-49bf-86c8-2ae5b72afda8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.933131 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d7665288-a782-49bf-86c8-2ae5b72afda8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.935915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:00:58.938410 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d7665288-a782-49bf-86c8-2ae5b72afda8 HTTP/1.1" status: 204 len: 168 time: 0.2070851 Sep 26 18:00:58.976598 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7665288-a782-49bf-86c8-2ae5b72afda8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:00:58.996057 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:58.996724 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:58.997156 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:58.997629 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:58.998399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.000368 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.000975 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.001407 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.002778 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.003315 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.003740 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.004201 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.004631 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.006137 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.006574 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03f0b970-e19a-48e4-b3db-56891be3c7de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:00:59.243252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a2a2d-a665-44e9-96e5-495181f448f4 req-1ecc0da0-d9e4-4e72-ae12-500dd7bd9fa5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:00:59.263005 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-169a2a2d-a665-44e9-96e5-495181f448f4 req-1ecc0da0-d9e4-4e72-ae12-500dd7bd9fa5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1030507 Sep 26 18:00:59.362640 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-169a2a2d-a665-44e9-96e5-495181f448f4 req-3c5e00c8-4995-4e83-8d4d-9df5bc1380ea tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966403 Sep 26 18:01:00.118989 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40032) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:00.252233 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1648417818-network', 'tenant_id': '9d0160f2201546a385be13aea0454fdc'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:00.279652 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Made reservation on behalf of 9d0160f2201546a385be13aea0454fdc for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:00.283954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.302755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.419922 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks [] for security_group (d8c9ec89-1872-47dd-9aee-e9768711f1de), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.426977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d8c9ec89-1872-47dd-9aee-e9768711f1de), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.520253 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c9ec89-1872-47dd-9aee-e9768711f1de,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:00.524349 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:01:00.553127 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (16058ec4-07b3-45bd-9b27-95d76067a3d2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.553538 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Added segment 16058ec4-07b3-45bd-9b27-95d76067a3d2 of type vlan for network 4b57d14c-5868-42b6-822c-17efedad588a Sep 26 18:01:00.556906 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.560727 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602aa66-133a-4bc5-a9d7-425685dceb96 req-fa72d77e-7add-4a0c-bb8d-dcac69903780 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.562954 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1602aa66-133a-4bc5-a9d7-425685dceb96 req-fa72d77e-7add-4a0c-bb8d-dcac69903780 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0984447 Sep 26 18:01:00.645489 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (4b57d14c-5868-42b6-822c-17efedad588a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.660441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:00.719693 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:00.730980 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1602aa66-133a-4bc5-a9d7-425685dceb96 req-93905530-f957-44e1-ae11-bf5a03a20a50 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564612 Sep 26 18:01:00.733380 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (4b57d14c-5868-42b6-822c-17efedad588a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.735142 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:00.736379 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.815621 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6951909 Sep 26 18:01:00.820006 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40048) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:00.828774 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Request body: {'subnet': {'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1648417818-subnet', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:00.844139 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf51aa0d-6ec7-42b3-8f00-da9c8fa52aee admin admin] Pushing event updated for resources: {'Network': ['ID=4b57d14c-5868-42b6-822c-17efedad588a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:00.859714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 4b57d14c-5868-42b6-822c-17efedad588a details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:01:00.865545 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Made reservation on behalf of 9d0160f2201546a385be13aea0454fdc for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:00.869115 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:00.998472 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:01.195617 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (d3fd72b1-bf6e-4599-8b66-389c34114083), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.286372 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fd72b1-bf6e-4599-8b66-389c34114083,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:01.295464 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Checking segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:01.296557 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Network hostable DHCP agents. Network: 4b57d14c-5868-42b6-822c-17efedad588a, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:01:01.330940 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Network 4b57d14c-5868-42b6-822c-17efedad588a is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:01:01.339166 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:01.345667 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 4b57d14c-5868-42b6-822c-17efedad588a) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:01.351823 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:01.352422 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.368531 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68673a21-55c5-46f7-80c4-bb71063fe6ce None None] Network 4b57d14c-5868-42b6-822c-17efedad588a requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:01.383920 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ba2b7dfe-8170-4119-8115-801097652fdc admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5624413 Sep 26 18:01:01.388789 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40070) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:01.397968 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:01.435722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.438448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.529120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks [] for router_controller (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.567121 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-4b57d14c-5868-42b6-822c-17efedad588a', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:01:01.569584 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:01.784078 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Allocated IP 172.20.0.2 (4b57d14c-5868-42b6-822c-17efedad588a/d3fd72b1-bf6e-4599-8b66-389c34114083/14db26ee-d615-44fa-86c1-0496a176de9a) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:01.797781 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks [] for router_gateway (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.038446 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Publish callbacks [] for port (14db26ee-d615-44fa-86c1-0496a176de9a), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.049592 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.071854 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a504c8e-e747-4af1-b234-dc6f3aa1fe74 req-64f7b017-82fd-417b-8911-b1b3f922e9bc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:02.079653 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5a504c8e-e747-4af1-b234-dc6f3aa1fe74 req-64f7b017-82fd-417b-8911-b1b3f922e9bc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1568260 Sep 26 18:01:02.093874 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Network 4b57d14c-5868-42b6-822c-17efedad588a is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:02.100148 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:02.102923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:02.135892 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks [] for router_gateway (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.145596 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Pushing event updated for resources: {'Port': ['ID=14db26ee-d615-44fa-86c1-0496a176de9a,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:02.177323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.199513 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Attempting to bind port 14db26ee-d615-44fa-86c1-0496a176de9a on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:02.199972 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Attempting to bind port 14db26ee-d615-44fa-86c1-0496a176de9a by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:02.200509 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Attempting to bind port 14db26ee-d615-44fa-86c1-0496a176de9a on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:02.200903 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5a504c8e-e747-4af1-b234-dc6f3aa1fe74 req-49cb9131-62ee-4a42-a9a4-6d7b2d2ffc1a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019585 Sep 26 18:01:02.229980 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.230731 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.231453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.232007 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.232533 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.233127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.233849 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.234448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.235606 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.236914 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.237481 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.238193 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.239105 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.239881 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.240636 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:02.283671 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:02.284169 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Checking segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:02.284650 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.285719 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Bound using segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:02.286232 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Bound port: 14db26ee-d615-44fa-86c1-0496a176de9a, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:02.286626 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.350370 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Allocated IP 172.27.0.208 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/fa7c22ab-e855-4bbd-a061-409deb443397) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:02.385907 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] For port 14db26ee-d615-44fa-86c1-0496a176de9a, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:02.391304 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] For port 14db26ee-d615-44fa-86c1-0496a176de9a, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=14db26ee-d615-44fa-86c1-0496a176de9a,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:02.392756 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:02.415509 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.503663 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks [] for port (fa7c22ab-e855-4bbd-a061-409deb443397), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.522982 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:02.530425 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc15dd3c-e1b6-4c7a-b7d8-98636e44998a None None] Pushing event updated for resources: {'Port': ['ID=14db26ee-d615-44fa-86c1-0496a176de9a,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:02.572044 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:02.632053 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:02.644353 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:02.650678 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:02.822177 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Pushing event updated for resources: {'Port': ['ID=fa7c22ab-e855-4bbd-a061-409deb443397,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:03.002080 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=1,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:03.079417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks [] for router_gateway (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.291610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 14db26ee-d615-44fa-86c1-0496a176de9a up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:03.381215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 14db26ee-d615-44fa-86c1-0496a176de9a triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:03.382111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.382960 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 14db26ee-d615-44fa-86c1-0496a176de9a Sep 26 18:01:03.447638 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:03.520551 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:03.542604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 14db26ee-d615-44fa-86c1-0496a176de9a is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:03.543284 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.601329 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 14db26ee-d615-44fa-86c1-0496a176de9a, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=14db26ee-d615-44fa-86c1-0496a176de9a,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:03.608885 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.616154 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6e806-9150-4291-b443-aa23733b3cf8 req-c27d1b4d-f5ae-4af8-85a8-9757ab91c8a4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:03.618959 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6e6e806-9150-4291-b443-aa23733b3cf8 req-c27d1b4d-f5ae-4af8-85a8-9757ab91c8a4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0763655 Sep 26 18:01:03.680391 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=14db26ee-d615-44fa-86c1-0496a176de9a,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:03.796401 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6e6e806-9150-4291-b443-aa23733b3cf8 req-496fe0a2-94cc-4909-88a6-913223af4a26 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690075 Sep 26 18:01:03.813496 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.823173 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618dd020-6fbd-4824-ab49-9c672700b359 None None] Network 4b57d14c-5868-42b6-822c-17efedad588a requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:03.904997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-cd0282df-dd0c-4590-813c-ba691c7319d1 None None] Provisioning complete for port 14db26ee-d615-44fa-86c1-0496a176de9a triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:03.905503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd0282df-dd0c-4590-813c-ba691c7319d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:03.905839 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-cd0282df-dd0c-4590-813c-ba691c7319d1 None None] Attempt 1 to provision port 14db26ee-d615-44fa-86c1-0496a176de9a Sep 26 18:01:04.027268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:01:04.080594 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-cd0282df-dd0c-4590-813c-ba691c7319d1 None None] Current status of the port 14db26ee-d615-44fa-86c1-0496a176de9a is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:04.193343 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:04.205492 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:04.224675 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:04.225296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:04.225693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:04.229202 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f1d3b815-8833-491c-999a-073195f07aa7 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8344331 Sep 26 18:01:04.229655 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40124) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:04.320860 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-5c1694f9-004c-4eea-bbd1-80eec4ab983a None None] Provisioning complete for port 14db26ee-d615-44fa-86c1-0496a176de9a triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:04.321875 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5c1694f9-004c-4eea-bbd1-80eec4ab983a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:04.322521 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-5c1694f9-004c-4eea-bbd1-80eec4ab983a None None] Attempt 1 to provision port 14db26ee-d615-44fa-86c1-0496a176de9a Sep 26 18:01:04.505871 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:04.587198 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-5c1694f9-004c-4eea-bbd1-80eec4ab983a None None] Current status of the port 14db26ee-d615-44fa-86c1-0496a176de9a is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:04.738145 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:02Z', 'revision_number': 3, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:04.786868 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:04.787482 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Updating router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 port fa7c22ab-e855-4bbd-a061-409deb443397 binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:01:04.829665 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:04.841343 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.095987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5de522-f2c9-4eab-8f5c-5b2190adce6c req-bf388ba5-0237-4405-a988-9b86d8e62f8e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:05.099954 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf5de522-f2c9-4eab-8f5c-5b2190adce6c req-bf388ba5-0237-4405-a988-9b86d8e62f8e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1555529 Sep 26 18:01:05.123379 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Allocated IP 172.20.0.1 (4b57d14c-5868-42b6-822c-17efedad588a/d3fd72b1-bf6e-4599-8b66-389c34114083/d9908cb8-eb91-437f-bd12-a14f4a4b162b) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:05.154817 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.185258 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.231562 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf5de522-f2c9-4eab-8f5c-5b2190adce6c req-e4fe5901-3988-4a96-9a05-5f835bb34413 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209257 Sep 26 18:01:05.325763 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 14db26ee-d615-44fa-86c1-0496a176de9a up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:05.370329 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks [] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.381356 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Publish callbacks [] for port (fa7c22ab-e855-4bbd-a061-409deb443397), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.391203 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.421399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.454403 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.457366 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Attempting to bind port fa7c22ab-e855-4bbd-a061-409deb443397 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:05.457952 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Attempting to bind port fa7c22ab-e855-4bbd-a061-409deb443397 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:05.458263 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Attempting to bind port fa7c22ab-e855-4bbd-a061-409deb443397 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:05.471410 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Network 4b57d14c-5868-42b6-822c-17efedad588a is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:05.475313 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:05.482191 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:05.516868 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 14db26ee-d615-44fa-86c1-0496a176de9a triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:05.516868 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.517141 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 14db26ee-d615-44fa-86c1-0496a176de9a Sep 26 18:01:05.519348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.530668 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Pushing event updated for resources: {'Port': ['ID=d9908cb8-eb91-437f-bd12-a14f4a4b162b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:05.550125 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6fa31-6d34-43a6-9076-4286b6dfd05b None None] Pushing event updated for resources: {'Port': ['ID=fa7c22ab-e855-4bbd-a061-409deb443397,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:05.565902 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.589491 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.610907 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:05.611467 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:05.612376 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.613260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:05.614332 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Bound port: fa7c22ab-e855-4bbd-a061-409deb443397, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:05.614961 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.747303 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.855242 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:05.864549 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Provisioning complete for port d9908cb8-eb91-437f-bd12-a14f4a4b162b triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:05.864920 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.865262 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 1 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:05.867424 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] For port fa7c22ab-e855-4bbd-a061-409deb443397, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:05.869880 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 14db26ee-d615-44fa-86c1-0496a176de9a is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:05.876912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] For port fa7c22ab-e855-4bbd-a061-409deb443397, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=fa7c22ab-e855-4bbd-a061-409deb443397,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:05.909284 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:05.964490 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:05.992280 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:05.993062 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:06.024019 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks [] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:06.031030 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:06.057943 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a6fa31-6d34-43a6-9076-4286b6dfd05b None None] Pushing event updated for resources: {'Port': ['ID=fa7c22ab-e855-4bbd-a061-409deb443397,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:06.119942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Pushing event updated for resources: {'Port': ['ID=d9908cb8-eb91-437f-bd12-a14f4a4b162b,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:06.122469 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:06.159373 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:06.280356 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Network 4b57d14c-5868-42b6-822c-17efedad588a is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:06.284295 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:06.314823 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:06.469298 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 2 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:06.502322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b6ec6-01ac-4001-b29c-7983273e9f3e req-6e287d06-dfe6-4997-b744-e4246e0ebc88 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:06.504181 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-176b6ec6-01ac-4001-b29c-7983273e9f3e req-6e287d06-dfe6-4997-b744-e4246e0ebc88 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1437681 Sep 26 18:01:06.618597 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:06.635244 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-176b6ec6-01ac-4001-b29c-7983273e9f3e req-0201bb6c-7e09-4ff7-9945-1ca9cfa0e439 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166351 Sep 26 18:01:06.665909 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:01:06.681840 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be8f80-2e13-44ed-926d-121e192b2167 None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:06.684380 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:06.887589 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:06.896125 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5b0f2af3-35b7-4a97-aeea-96bbe7ce1796 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/60c059cc-c6ce-47dd-bb8a-d3ed14429bd7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6650610 Sep 26 18:01:06.943801 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40168) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:07.187286 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 3 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:07.215513 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a1a57f94-fd4d-4d80-8aaf-51ee9af2102f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.261221 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:07.361152 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a1a57f94-fd4d-4d80-8aaf-51ee9af2102f admin admin] Publish callbacks [] for security_group (9b177369-4385-4672-8368-75821d86b870), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.367440 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a1a57f94-fd4d-4d80-8aaf-51ee9af2102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (9b177369-4385-4672-8368-75821d86b870), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.386951 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:07.406039 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a57f94-fd4d-4d80-8aaf-51ee9af2102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b177369-4385-4672-8368-75821d86b870,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:07.430858 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a1a57f94-fd4d-4d80-8aaf-51ee9af2102f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c804c82194c740b3906c94b9c0ceccbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4854240 Sep 26 18:01:07.433743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40182) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:07.501352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a43fe9c3-3908-4743-ae0f-cd34445fa96d admin admin] Publish callbacks [] for security_group (9b177369-4385-4672-8368-75821d86b870), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.533885 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a43fe9c3-3908-4743-ae0f-cd34445fa96d admin admin] Publish callbacks [] for security_group (9b177369-4385-4672-8368-75821d86b870), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.641421 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a43fe9c3-3908-4743-ae0f-cd34445fa96d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (9b177369-4385-4672-8368-75821d86b870), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.647701 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a43fe9c3-3908-4743-ae0f-cd34445fa96d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:07.654787 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a43fe9c3-3908-4743-ae0f-cd34445fa96d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9b177369-4385-4672-8368-75821d86b870 HTTP/1.1" status: 204 len: 168 time: 0.2159605 Sep 26 18:01:07.667513 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43fe9c3-3908-4743-ae0f-cd34445fa96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b177369-4385-4672-8368-75821d86b870,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:07.762331 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 4 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:07.874087 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:07.932395 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54829e6b-b631-490f-a6e5-0429cbed80d7 req-9cf6dcbe-d28b-4058-9738-0152798d91c3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:07.935212 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-54829e6b-b631-490f-a6e5-0429cbed80d7 req-9cf6dcbe-d28b-4058-9738-0152798d91c3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1130800 Sep 26 18:01:07.953651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40198) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:07.961382 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-546992934-network', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:08.017503 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Made reservation on behalf of c1c777eae8de44b18cae19cd7d9d8cbc for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:08.020962 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-54829e6b-b631-490f-a6e5-0429cbed80d7 req-4612f892-9379-4d60-b712-af36556a68f6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770028 Sep 26 18:01:08.022388 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.042040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.116454 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a4a03-ae10-49c8-81a4-1167670f14a1 req-705f7b06-3c57-4cd3-afe7-06d9ec935d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:08.118364 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-250a4a03-ae10-49c8-81a4-1167670f14a1 req-705f7b06-3c57-4cd3-afe7-06d9ec935d30 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1130 time: 0.0782123 Sep 26 18:01:08.169675 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:08.273314 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-250a4a03-ae10-49c8-81a4-1167670f14a1 req-bb125763-cd77-4843-be0e-72931df15baa service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448514 Sep 26 18:01:08.332730 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks [] for security_group (a383a9e9-3744-443f-9d77-9663dd807eeb), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.351206 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (a383a9e9-3744-443f-9d77-9663dd807eeb), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.386416 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 5 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:08.397220 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:01:08.406348 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a383a9e9-3744-443f-9d77-9663dd807eeb,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:08.416786 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (2c522514-f351-4a4e-a0a4-d93bb35c51f4), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.418161 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Added segment 2c522514-f351-4a4e-a0a4-d93bb35c51f4 of type vlan for network 831407ac-46df-4f31-8870-36f4db0b56ea Sep 26 18:01:08.478712 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:08.481451 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b426f38d-af73-43cf-ba13-b511540b1a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.497708 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (831407ac-46df-4f31-8870-36f4db0b56ea), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.538141 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (831407ac-46df-4f31-8870-36f4db0b56ea), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.539849 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:08.540642 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.615129 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6597648 Sep 26 18:01:08.619093 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40208) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:08.628861 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Request body: {'subnet': {'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-546992934-subnet', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:08.638267 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58494e-c059-410f-a929-eb27746b0813 admin admin] Pushing event updated for resources: {'Network': ['ID=831407ac-46df-4f31-8870-36f4db0b56ea,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:08.654038 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 831407ac-46df-4f31-8870-36f4db0b56ea details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:01:08.672160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Made reservation on behalf of c1c777eae8de44b18cae19cd7d9d8cbc for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:08.676820 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.788804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:08.949661 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (123b73c1-bb22-41a7-bd3a-fe050c89455c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:08.980076 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 6 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:09.006469 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=123b73c1-bb22-41a7-bd3a-fe050c89455c,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:09.028094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Checking segment: {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:09.028644 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Network hostable DHCP agents. Network: 831407ac-46df-4f31-8870-36f4db0b56ea, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:01:09.035203 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:09.052294 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Network 831407ac-46df-4f31-8870-36f4db0b56ea is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:01:09.064069 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 831407ac-46df-4f31-8870-36f4db0b56ea) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:09.069899 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:09.070967 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.091447 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539a065-324e-4a83-90c0-60d8eacf4355 None None] Network 831407ac-46df-4f31-8870-36f4db0b56ea requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:09.106976 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-59b77c7d-e420-4d2e-bdc6-69780bcaa704 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4852886 Sep 26 18:01:09.111423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40212) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:09.121992 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:09.182980 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.184514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.271894 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device fa7c22ab-e855-4bbd-a061-409deb443397 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:09.299070 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-831407ac-46df-4f31-8870-36f4db0b56ea', 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'fixed_ips': [{'subnet_id': '123b73c1-bb22-41a7-bd3a-fe050c89455c'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:01:09.300002 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.306971 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks [] for router_controller (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.369519 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fb473-6b00-4058-a326-b97b6c7638a0 req-db01a2cd-c136-4027-8391-8ffc31dc0ef8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:09.371207 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb3fb473-6b00-4058-a326-b97b6c7638a0 req-db01a2cd-c136-4027-8391-8ffc31dc0ef8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1542985 Sep 26 18:01:09.401800 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port fa7c22ab-e855-4bbd-a061-409deb443397 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:09.402181 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.402521 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port fa7c22ab-e855-4bbd-a061-409deb443397 Sep 26 18:01:09.522235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks [] for router_gateway (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.533488 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:09.536436 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 7 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:09.546124 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb3fb473-6b00-4058-a326-b97b6c7638a0 req-10db2617-4537-45a0-9dc3-f58e113ff7f8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447260 Sep 26 18:01:09.622571 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Allocated IP 172.20.0.2 (831407ac-46df-4f31-8870-36f4db0b56ea/123b73c1-bb22-41a7-bd3a-fe050c89455c/1c4e0979-6c76-41b7-8b83-3c6515878b26) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:09.642958 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port fa7c22ab-e855-4bbd-a061-409deb443397 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:09.643395 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.665902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:09.666885 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:09.679127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:09.719541 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port fa7c22ab-e855-4bbd-a061-409deb443397, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=fa7c22ab-e855-4bbd-a061-409deb443397,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:09.737764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.877686 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks [] for router_gateway (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.901536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.909766 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=fa7c22ab-e855-4bbd-a061-409deb443397,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:09.923963 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:09.954031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Publish callbacks [] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.961621 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:09.962510 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:09.980166 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:09.981149 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:00:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:10.020149 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Network 831407ac-46df-4f31-8870-36f4db0b56ea is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:10.028968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:10.035978 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:10.060105 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Pushing event updated for resources: {'Port': ['ID=1c4e0979-6c76-41b7-8b83-3c6515878b26,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:10.092051 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Allocated IP 172.27.0.89 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/62392624-c319-4f87-88ab-dbdc7d426f6b) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:10.120151 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:10.151180 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Attempting to bind port 1c4e0979-6c76-41b7-8b83-3c6515878b26 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:10.151762 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Attempting to bind port 1c4e0979-6c76-41b7-8b83-3c6515878b26 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:10.152330 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Attempting to bind port 1c4e0979-6c76-41b7-8b83-3c6515878b26 on network 831407ac-46df-4f31-8870-36f4db0b56ea {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:10.153248 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:10.185390 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 8 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:10.250409 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:10.257752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks [] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.260962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:10.261537 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Checking segment: {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:10.262145 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.262581 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Bound using segment: {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:10.263243 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Bound port: 1c4e0979-6c76-41b7-8b83-3c6515878b26, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:10.263810 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.318235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.386747 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] For port 1c4e0979-6c76-41b7-8b83-3c6515878b26, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:10.392692 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] For port 1c4e0979-6c76-41b7-8b83-3c6515878b26, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=1c4e0979-6c76-41b7-8b83-3c6515878b26,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:10.405693 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:10.411984 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:10.414394 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.415428 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 2, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:10.421733 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:10.478075 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:10.478785 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Updating router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 port d9908cb8-eb91-437f-bd12-a14f4a4b162b binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:01:10.505201 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Pushing event updated for resources: {'Port': ['ID=62392624-c319-4f87-88ab-dbdc7d426f6b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:10.522185 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96e20b-8b30-4980-ba52-d91cec79afe3 None None] Pushing event updated for resources: {'Port': ['ID=1c4e0979-6c76-41b7-8b83-3c6515878b26,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:10.533693 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.654455 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c0d053ab-8381-40c1-af2c-5fb6c570d13d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:10.753292 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 9 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:10.866805 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:10.869681 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4473c3b6-7827-4619-9c8e-789e41187460 req-ecbde59a-252d-47e5-9789-221d8687acc6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:10.891284 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4473c3b6-7827-4619-9c8e-789e41187460 req-ecbde59a-252d-47e5-9789-221d8687acc6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1557579 Sep 26 18:01:10.924073 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks [] for router_gateway (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.014421 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Publish callbacks [] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.025210 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.026218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4473c3b6-7827-4619-9c8e-789e41187460 req-89625e5c-b856-4104-8c42-0fdf637daad7 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338153 Sep 26 18:01:11.142878 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Pushing event updated for resources: {'Port': ['ID=d9908cb8-eb91-437f-bd12-a14f4a4b162b,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:11.156197 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.157068 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.157841 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.158477 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.159020 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.159457 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.159869 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.160287 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.160760 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.161308 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.161743 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.162164 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.162676 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.163347 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.164024 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:11.248799 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Attempting to bind port d9908cb8-eb91-437f-bd12-a14f4a4b162b on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:11.249796 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Attempting to bind port d9908cb8-eb91-437f-bd12-a14f4a4b162b by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:11.250899 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Attempting to bind port d9908cb8-eb91-437f-bd12-a14f4a4b162b on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:11.297842 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.315642 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 0, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:11.316100 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Checking segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:11.316386 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.317645 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Bound using segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:11.318347 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Bound port: d9908cb8-eb91-437f-bd12-a14f4a4b162b, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:11.318997 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.320166 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.368572 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Attempt 10 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:11.402014 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.424055 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e8e0a649-c2e0-4e83-a3d8-54a50201d557 None None] Port d9908cb8-eb91-437f-bd12-a14f4a4b162b cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:11.429267 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device fa7c22ab-e855-4bbd-a061-409deb443397 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:11.440121 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] For port d9908cb8-eb91-437f-bd12-a14f4a4b162b, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:11.446872 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] For port d9908cb8-eb91-437f-bd12-a14f4a4b162b, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d9908cb8-eb91-437f-bd12-a14f4a4b162b,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:11.462915 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.500798 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port fa7c22ab-e855-4bbd-a061-409deb443397 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:11.501442 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.502400 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port fa7c22ab-e855-4bbd-a061-409deb443397 Sep 26 18:01:11.524610 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.560059 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Provisioning complete for port d9908cb8-eb91-437f-bd12-a14f4a4b162b triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:11.560816 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.561395 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Attempt 1 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:11.574644 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:11.604890 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:11.605712 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:11.680135 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e62282-f11a-4537-bba2-fe9dcc0d4c86 req-a9fcfcf5-b401-4ac1-98ff-5d9eb44d1a9f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:11.684175 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b6e62282-f11a-4537-bba2-fe9dcc0d4c86 req-a9fcfcf5-b401-4ac1-98ff-5d9eb44d1a9f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1443903 Sep 26 18:01:11.688825 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:01:11.694217 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f031c9d-71f2-4cac-8710-84ed7b391189 None None] Pushing event updated for resources: {'Port': ['ID=d9908cb8-eb91-437f-bd12-a14f4a4b162b,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:11.766603 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port fa7c22ab-e855-4bbd-a061-409deb443397 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:11.768709 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 1c4e0979-6c76-41b7-8b83-3c6515878b26 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:11.866704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Current status of the port d9908cb8-eb91-437f-bd12-a14f4a4b162b is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:11.867865 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.880505 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:11.882282 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:11.895896 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Sync routers for ids ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:11.934957 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b6e62282-f11a-4537-bba2-fe9dcc0d4c86 req-f52635e6-f5e9-4d78-a68a-13575db426a9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381482 Sep 26 18:01:11.947271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.950358 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f31c35b5-408e-44df-9cfe-bfcef6385e63 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8374038 Sep 26 18:01:11.953863 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40238) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:11.973270 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] For port d9908cb8-eb91-437f-bd12-a14f4a4b162b, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d9908cb8-eb91-437f-bd12-a14f4a4b162b,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:11.975338 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Routers {'7fb7c23c-db11-4681-a525-ccb59fdd7bdd'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:11.984933 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:11.995311 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 1c4e0979-6c76-41b7-8b83-3c6515878b26 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:11.995682 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:11.996019 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 1c4e0979-6c76-41b7-8b83-3c6515878b26 Sep 26 18:01:12.002128 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:12.069200 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-097fde24-6bef-4d8e-8c90-010997fbc9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:12.078040 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-097fde24-6bef-4d8e-8c90-010997fbc9f2 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1130 time: 0.5455544 Sep 26 18:01:12.266089 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756f0d23-8339-4064-b5cc-8170d33bf755 None None] Network 831407ac-46df-4f31-8870-36f4db0b56ea requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:12.289321 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:12.363718 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-41af1e61-ae86-4270-b884-a4ad9793a95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:12.368583 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-41af1e61-ae86-4270-b884-a4ad9793a95c service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.2802572 Sep 26 18:01:12.382574 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:12.445061 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:12.462770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Provisioning complete for port 1c4e0979-6c76-41b7-8b83-3c6515878b26 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:12.463276 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:12.463509 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Attempt 1 to provision port 1c4e0979-6c76-41b7-8b83-3c6515878b26 Sep 26 18:01:12.473599 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991f6f1b-546c-45fb-88d9-149aa44c2463 None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:12.474195 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-5c5ffc3e-4f05-4796-bc7b-f0609fd120cd service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 217 time: 0.0831146 Sep 26 18:01:12.535256 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954ff2d-5e12-4135-82c0-f5bfbe26fb9e None None] Pushing event updated for resources: {'Port': ['ID=d9908cb8-eb91-437f-bd12-a14f4a4b162b,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:12.551513 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:12.598931 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-764fedd1-5195-4215-8dc7-0e016e5709ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:12.602215 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-764fedd1-5195-4215-8dc7-0e016e5709ac service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.1160409 Sep 26 18:01:12.632505 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:12.644363 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Set router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:12.691993 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-ab21a067-7df5-410e-bdf2-a05ab555c2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:12.700370 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-ab21a067-7df5-410e-bdf2-a05ab555c2ed service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853086 Sep 26 18:01:12.830232 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 1c4e0979-6c76-41b7-8b83-3c6515878b26 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:12.830456 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:12.887535 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-f928b6f7-035d-4119-b2b0-1afff3f4fcc7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796050 Sep 26 18:01:12.947063 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Current status of the port 1c4e0979-6c76-41b7-8b83-3c6515878b26 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:12.947694 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.022544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:13.043681 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e04db313-adf0-44e7-8cb7-98fa1a658770 req-8f27314a-050d-4dd5-8a18-12e11119f5a0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337135 Sep 26 18:01:13.047452 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 1c4e0979-6c76-41b7-8b83-3c6515878b26, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=1c4e0979-6c76-41b7-8b83-3c6515878b26,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:13.062487 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.281197 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce604f-0ff9-4a3e-8bfc-42248cb72586 req-73637f16-c05e-4c96-a9e6-e09ca161cdb4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:13.284957 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2bce604f-0ff9-4a3e-8bfc-42248cb72586 req-73637f16-c05e-4c96-a9e6-e09ca161cdb4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.1738718 Sep 26 18:01:13.306799 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d9908cb8-eb91-437f-bd12-a14f4a4b162b up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:13.309304 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:10Z', 'revision_number': 3, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:13.384012 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 18:01:13.384443 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 18:01:13.392283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=1c4e0979-6c76-41b7-8b83-3c6515878b26,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:13.395904 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Checking router: 7fb7c23c-db11-4681-a525-ccb59fdd7bdd for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:13.396356 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Updating router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd port 62392624-c319-4f87-88ab-dbdc7d426f6b binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:01:13.427164 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.435692 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2bce604f-0ff9-4a3e-8bfc-42248cb72586 req-ff1e3773-9831-491b-9fc1-5195932f9d28 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393917 Sep 26 18:01:13.444591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.531192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port d9908cb8-eb91-437f-bd12-a14f4a4b162b triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:13.532212 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.532212 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port d9908cb8-eb91-437f-bd12-a14f4a4b162b Sep 26 18:01:13.555245 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.599769 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:13.661608 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:13.822614 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Allocated IP 172.20.0.1 (831407ac-46df-4f31-8870-36f4db0b56ea/123b73c1-bb22-41a7-bd3a-fe050c89455c/365cee6c-6c98-4295-bc52-b4441f5d457d) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:13.824635 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port d9908cb8-eb91-437f-bd12-a14f4a4b162b is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:13.905579 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:13.966192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-72591901-2d39-4acb-b0d6-b0e168b4889b None None] Current status of the port 1c4e0979-6c76-41b7-8b83-3c6515878b26 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:13.982185 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks [] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.033547 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.068618 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Publish callbacks [] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.088324 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.093445 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Network 831407ac-46df-4f31-8870-36f4db0b56ea is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:14.099403 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:14.104495 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:14.104993 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.178467 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Attempting to bind port 62392624-c319-4f87-88ab-dbdc7d426f6b on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:14.179808 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Attempting to bind port 62392624-c319-4f87-88ab-dbdc7d426f6b by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:14.179967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Attempting to bind port 62392624-c319-4f87-88ab-dbdc7d426f6b on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:14.180091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Pushing event updated for resources: {'Port': ['ID=365cee6c-6c98-4295-bc52-b4441f5d457d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:14.200272 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:14.227923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-84c86806-7ac4-42d1-9895-73a05d1cdc09 None None] Provisioning complete for port 1c4e0979-6c76-41b7-8b83-3c6515878b26 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:14.228659 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-84c86806-7ac4-42d1-9895-73a05d1cdc09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.229069 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-84c86806-7ac4-42d1-9895-73a05d1cdc09 None None] Attempt 1 to provision port 1c4e0979-6c76-41b7-8b83-3c6515878b26 Sep 26 18:01:14.234637 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de900a9c-1fc7-412a-9d0c-a15403da17ca None None] Pushing event updated for resources: {'Port': ['ID=62392624-c319-4f87-88ab-dbdc7d426f6b,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:14.319081 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:14.319448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:14.319858 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.320264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:14.320760 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Bound port: 62392624-c319-4f87-88ab-dbdc7d426f6b, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:14.321146 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.333391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.430239 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-84c86806-7ac4-42d1-9895-73a05d1cdc09 None None] Current status of the port 1c4e0979-6c76-41b7-8b83-3c6515878b26 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:14.455488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] For port 62392624-c319-4f87-88ab-dbdc7d426f6b, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:14.461218 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] For port 62392624-c319-4f87-88ab-dbdc7d426f6b, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=62392624-c319-4f87-88ab-dbdc7d426f6b,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:14.477946 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.542519 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Routers {'7fb7c23c-db11-4681-a525-ccb59fdd7bdd'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:14.543850 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:14.627546 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:14.630732 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks [] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.631459 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de900a9c-1fc7-412a-9d0c-a15403da17ca None None] Pushing event updated for resources: {'Port': ['ID=62392624-c319-4f87-88ab-dbdc7d426f6b,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:14.641121 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Provisioning complete for port 365cee6c-6c98-4295-bc52-b4441f5d457d triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:14.641741 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.642296 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 1 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:14.646483 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240ccd8-7aff-474a-9b8c-b549ad175104 req-b4f833c1-db0a-40d4-8c49-0c40ea164de4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:14.648153 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f240ccd8-7aff-474a-9b8c-b549ad175104 req-b4f833c1-db0a-40d4-8c49-0c40ea164de4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0892956 Sep 26 18:01:14.649137 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.649913 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:14.725824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:14.779640 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Pushing event updated for resources: {'Port': ['ID=365cee6c-6c98-4295-bc52-b4441f5d457d,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:14.832951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f240ccd8-7aff-474a-9b8c-b549ad175104 req-b4c73f5b-bd3f-4f5d-9595-dc995f4f6a35 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579044 Sep 26 18:01:14.895001 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Network 831407ac-46df-4f31-8870-36f4db0b56ea is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:14.897522 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:14.922583 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:14.945087 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] Set router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:15.035085 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:15.041918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:01:15.209665 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:15.218142 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-539565de-9ba6-439f-8369-a41110f445c4 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/7fb7c23c-db11-4681-a525-ccb59fdd7bdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2627189 Sep 26 18:01:15.219894 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 1c4e0979-6c76-41b7-8b83-3c6515878b26 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:15.228981 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:15.292460 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '365cee6c-6c98-4295-bc52-b4441f5d457d', 'name': '', 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'mac_address': 'fa:16:3e:46:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:13Z', 'updated_at': '2022-09-26T18:01:13Z', 'revision_number': 1, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'subnets': [{'id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:15.331290 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8493be-565c-4b1c-8138-5542906830b4 None None] The sync data for ids ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'] in dv-cinder-859318-1-iscsi is: [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '365cee6c-6c98-4295-bc52-b4441f5d457d', 'name': '', 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'mac_address': 'fa:16:3e:46:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:13Z', 'updated_at': '2022-09-26T18:01:13Z', 'revision_number': 1, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'subnets': [{'id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:15.339667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 1c4e0979-6c76-41b7-8b83-3c6515878b26 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:15.340045 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:15.340378 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 1c4e0979-6c76-41b7-8b83-3c6515878b26 Sep 26 18:01:15.427364 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 2 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:15.472177 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 1c4e0979-6c76-41b7-8b83-3c6515878b26 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:15.477121 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:15.832479 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40272) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:15.839457 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-472878324', 'description': 'tempest-secgroup-smoke-472878324 description', 'project_id': '9d0160f2201546a385be13aea0454fdc'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:15.865214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:15.978301 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 3 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:16.010794 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group (6c5d0962-af37-4123-911b-e5be30e1fb79), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.019372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921b1fc-89d0-46b5-9244-465f78498489 req-d0c49c56-a596-482b-ae43-9754b3ca677d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:16.023920 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6921b1fc-89d0-46b5-9244-465f78498489 req-d0c49c56-a596-482b-ae43-9754b3ca677d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0832953 Sep 26 18:01:16.025413 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6c5d0962-af37-4123-911b-e5be30e1fb79), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.036599 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:16.080601 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.085272 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2480741 Sep 26 18:01:16.085822 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40276) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:16.088777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71ffc5-51b5-4352-9daa-36268363f66a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5d0962-af37-4123-911b-e5be30e1fb79,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:16.090625 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group_rule': {'security_group_id': '6c5d0962-af37-4123-911b-e5be30e1fb79', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:16.127896 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (97b65056-3e45-496a-9313-a5364b003a98), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.129649 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6921b1fc-89d0-46b5-9244-465f78498489 req-ee96ac1c-65fc-4175-b8cd-2b6b050d3a99 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009288 Sep 26 18:01:16.238988 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (97b65056-3e45-496a-9313-a5364b003a98), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.244218 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (97b65056-3e45-496a-9313-a5364b003a98), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.273069 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b65056-3e45-496a-9313-a5364b003a98,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:16.286204 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.288340 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b0f80a25-9934-41bf-98dc-1fa3cfd167a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2010732 Sep 26 18:01:16.291433 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40282) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:16.297099 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group_rule': {'security_group_id': '6c5d0962-af37-4123-911b-e5be30e1fb79', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:16.330984 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (417dc52d-613a-4ea6-bee7-cd381e5cabc0), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.402880 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (417dc52d-613a-4ea6-bee7-cd381e5cabc0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.408825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (417dc52d-613a-4ea6-bee7-cd381e5cabc0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.440604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417dc52d-613a-4ea6-bee7-cd381e5cabc0,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:16.448104 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.452452 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-69d2e9bd-a9ee-4051-9c82-4c7f50be369b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565835 Sep 26 18:01:16.452963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40284) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:16.457905 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group_rule': {'security_group_id': '6c5d0962-af37-4123-911b-e5be30e1fb79', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:16.491103 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (a176129c-12e4-4cf2-be21-a6b64c2a5dfb), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.537865 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 4 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:16.561085 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (a176129c-12e4-4cf2-be21-a6b64c2a5dfb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.567500 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (a176129c-12e4-4cf2-be21-a6b64c2a5dfb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.579355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:16.590412 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a176129c-12e4-4cf2-be21-a6b64c2a5dfb,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:16.595858 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.597126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-aa083772-a254-4c2f-aa5b-21ee10ded59c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1431036 Sep 26 18:01:16.600074 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40286) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:16.604651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group_rule': {'security_group_id': '6c5d0962-af37-4123-911b-e5be30e1fb79', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:16.615208 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:16.645388 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (480efd22-7ce8-404b-8df6-4eb8c44e866b), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.729547 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (480efd22-7ce8-404b-8df6-4eb8c44e866b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.737372 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (480efd22-7ce8-404b-8df6-4eb8c44e866b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.763293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=480efd22-7ce8-404b-8df6-4eb8c44e866b,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:16.775836 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.777098 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d3105365-841b-4faa-83ec-322a3a8d967a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1759031 Sep 26 18:01:16.780066 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40292) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:16.785252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group_rule': {'security_group_id': '6c5d0962-af37-4123-911b-e5be30e1fb79', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:16.812363 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Project 9d0160f2201546a385be13aea0454fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:01:16.827835 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (f875a027-7fa1-4e01-888c-90384104ee60), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.890937 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:16.894022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (f875a027-7fa1-4e01-888c-90384104ee60), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.898285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (f875a027-7fa1-4e01-888c-90384104ee60), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.923205 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f875a027-7fa1-4e01-888c-90384104ee60,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:16.938071 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:16.938071 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4c74268f-4c97-4452-b100-cf284d4512c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550097 Sep 26 18:01:16.939839 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40294) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:16.945011 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'security_group_rule': {'security_group_id': '6c5d0962-af37-4123-911b-e5be30e1fb79', 'project_id': '9d0160f2201546a385be13aea0454fdc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:16.973442 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Project 9d0160f2201546a385be13aea0454fdc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:01:16.984673 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (1ea6b76a-18a1-499c-97a4-016d4430dd47), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.069296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (1ea6b76a-18a1-499c-97a4-016d4430dd47), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.074829 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (1ea6b76a-18a1-499c-97a4-016d4430dd47), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.080670 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 5 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:17.147743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ea6b76a-18a1-499c-97a4-016d4430dd47,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:17.159362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.161009 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fefb191b-f350-4335-b96a-0b8b261a1e3e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2200670 Sep 26 18:01:17.182596 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:17.257305 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 62392624-c319-4f87-88ab-dbdc7d426f6b up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:17.275424 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:17.322589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 62392624-c319-4f87-88ab-dbdc7d426f6b triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:17.323071 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.324095 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 62392624-c319-4f87-88ab-dbdc7d426f6b Sep 26 18:01:17.347508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e052e71-8a8e-4efa-bebf-238a137e55b2 req-79f34f19-2b95-4d46-924f-5e49137e6089 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:17.349008 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e052e71-8a8e-4efa-bebf-238a137e55b2 req-79f34f19-2b95-4d46-924f-5e49137e6089 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0891151 Sep 26 18:01:17.412252 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e052e71-8a8e-4efa-bebf-238a137e55b2 req-d9e56f01-e401-49f0-8bd3-3741eead82d2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574105 Sep 26 18:01:17.426384 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 62392624-c319-4f87-88ab-dbdc7d426f6b is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:17.426798 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.453433 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 62392624-c319-4f87-88ab-dbdc7d426f6b, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=62392624-c319-4f87-88ab-dbdc7d426f6b,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:17.468020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:17.521323 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=62392624-c319-4f87-88ab-dbdc7d426f6b,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:17.683951 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 6 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:17.736590 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:18.237948 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 7 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:18.272920 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:18.545678 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4300a5b8-1c1b-4941-a98e-0295549f79f9 req-f58573e5-b332-4c49-a186-f281dd8e37bb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:18.547892 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4300a5b8-1c1b-4941-a98e-0295549f79f9 req-f58573e5-b332-4c49-a186-f281dd8e37bb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0504880 Sep 26 18:01:18.591415 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Sync routers for ids ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:18.602253 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4300a5b8-1c1b-4941-a98e-0295549f79f9 req-f2578583-39ca-4a23-91b6-f82bc63f7b72 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487092 Sep 26 18:01:18.602691 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Routers {'7fb7c23c-db11-4681-a525-ccb59fdd7bdd'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:18.603398 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:18.773598 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 8 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:18.789979 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Set router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:18.811667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:18.975219 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '365cee6c-6c98-4295-bc52-b4441f5d457d', 'name': '', 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'mac_address': 'fa:16:3e:46:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:13Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 2, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'subnets': [{'id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:19.001943 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Checking router: 7fb7c23c-db11-4681-a525-ccb59fdd7bdd for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:19.002287 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Updating router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd port 365cee6c-6c98-4295-bc52-b4441f5d457d binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:01:19.036092 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.185662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 62392624-c319-4f87-88ab-dbdc7d426f6b up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:19.231750 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:19.235217 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 62392624-c319-4f87-88ab-dbdc7d426f6b triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:19.235603 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.235938 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 62392624-c319-4f87-88ab-dbdc7d426f6b Sep 26 18:01:19.272289 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:19.282468 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:19.312687 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 9 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:19.336656 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Publish callbacks [] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.344945 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.353664 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 62392624-c319-4f87-88ab-dbdc7d426f6b is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:19.360420 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Port 365cee6c-6c98-4295-bc52-b4441f5d457d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:19.446667 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Attempting to bind port 365cee6c-6c98-4295-bc52-b4441f5d457d on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:19.447053 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Attempting to bind port 365cee6c-6c98-4295-bc52-b4441f5d457d by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:19.447415 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Attempting to bind port 365cee6c-6c98-4295-bc52-b4441f5d457d on network 831407ac-46df-4f31-8870-36f4db0b56ea {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:19.527573 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:19.527941 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Checking segment: {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:19.528496 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.528723 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Bound using segment: {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:19.529190 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Bound port: 365cee6c-6c98-4295-bc52-b4441f5d457d, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c522514-f351-4a4e-a0a4-d93bb35c51f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:19.529562 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.532395 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae242774-013c-45a7-925a-e5317cae0b46 None None] Pushing event updated for resources: {'Port': ['ID=365cee6c-6c98-4295-bc52-b4441f5d457d,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:19.610620 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] For port 365cee6c-6c98-4295-bc52-b4441f5d457d, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:19.613800 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] For port 365cee6c-6c98-4295-bc52-b4441f5d457d, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=365cee6c-6c98-4295-bc52-b4441f5d457d,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:19.623309 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:19.668444 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Routers {'7fb7c23c-db11-4681-a525-ccb59fdd7bdd'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:19.669238 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:19.738754 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae242774-013c-45a7-925a-e5317cae0b46 None None] Pushing event updated for resources: {'Port': ['ID=365cee6c-6c98-4295-bc52-b4441f5d457d,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:19.744495 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02126a-f769-4fdb-bb6a-6f38c44d1992 req-d083f68f-6518-4f87-b24f-86ccde5eef38 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:19.746726 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d02126a-f769-4fdb-bb6a-6f38c44d1992 req-d083f68f-6518-4f87-b24f-86ccde5eef38 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0582807 Sep 26 18:01:19.809327 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d02126a-f769-4fdb-bb6a-6f38c44d1992 req-a9c8f7a4-ffb1-4163-90fd-8b5cd055e525 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561659 Sep 26 18:01:19.811870 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] Set router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:19.862642 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf93c5-0e65-4230-aca7-1297be2ab0e3 req-0ac03d5e-ab9d-45cf-b13e-2ec2114ffe37 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:19.862885 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Attempt 10 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:19.864220 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cdcf93c5-0e65-4230-aca7-1297be2ab0e3 req-0ac03d5e-ab9d-45cf-b13e-2ec2114ffe37 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0686915 Sep 26 18:01:19.920212 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cdcf93c5-0e65-4230-aca7-1297be2ab0e3 req-3e75ed1b-1346-4af3-9a8d-9cc4252588a2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482271 Sep 26 18:01:19.973296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Current status of the port 365cee6c-6c98-4295-bc52-b4441f5d457d is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:19.973932 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:20.007590 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] For port 365cee6c-6c98-4295-bc52-b4441f5d457d, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=365cee6c-6c98-4295-bc52-b4441f5d457d,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:20.011597 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:20.018711 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '365cee6c-6c98-4295-bc52-b4441f5d457d', 'name': '', 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'mac_address': 'fa:16:3e:46:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:13Z', 'updated_at': '2022-09-26T18:01:19Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'subnets': [{'id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:20.043785 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c001705-42d5-452e-b9e6-a1f72e7aa52b None None] The sync data for ids ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'] in dv-cinder-859318-1-iscsi is: [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:14Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '365cee6c-6c98-4295-bc52-b4441f5d457d', 'name': '', 'network_id': '831407ac-46df-4f31-8870-36f4db0b56ea', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'mac_address': 'fa:16:3e:46:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:13Z', 'updated_at': '2022-09-26T18:01:19Z', 'revision_number': 4, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'subnets': [{'id': '123b73c1-bb22-41a7-bd3a-fe050c89455c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:20.060217 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84aab0e-bad4-4b48-aaea-f617713bf81a None None] Pushing event updated for resources: {'Port': ['ID=365cee6c-6c98-4295-bc52-b4441f5d457d,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:20.131078 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-796615d9-eb91-4567-b323-f54310fca106 None None] Provisioning complete for port 365cee6c-6c98-4295-bc52-b4441f5d457d triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:20.131449 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-796615d9-eb91-4567-b323-f54310fca106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:20.131783 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-796615d9-eb91-4567-b323-f54310fca106 None None] Attempt 1 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:20.169001 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:20.212990 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-796615d9-eb91-4567-b323-f54310fca106 None None] Current status of the port 365cee6c-6c98-4295-bc52-b4441f5d457d is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:21.084635 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb719807-9ca9-434c-b8fa-287375ee9fd8 req-228bbd82-b3db-4bee-bcbd-164e2e58427a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:21.086186 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fb719807-9ca9-434c-b8fa-287375ee9fd8 req-228bbd82-b3db-4bee-bcbd-164e2e58427a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0767241 Sep 26 18:01:21.107474 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b301e8d8-3b3d-445a-8420-26f90f067841 req-bc794513-4adf-400c-8728-d3f6a6e49c70 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:21.107682 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b301e8d8-3b3d-445a-8420-26f90f067841 req-bc794513-4adf-400c-8728-d3f6a6e49c70 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0684075 Sep 26 18:01:21.197426 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b301e8d8-3b3d-445a-8420-26f90f067841 req-5aa3d93b-828d-4e51-a6ac-95fef1114fbc tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697522 Sep 26 18:01:21.200923 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fb719807-9ca9-434c-b8fa-287375ee9fd8 req-a764578e-a390-4cd7-abc1-b0bd79c126e8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084704 Sep 26 18:01:21.210366 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 365cee6c-6c98-4295-bc52-b4441f5d457d up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:21.273986 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 365cee6c-6c98-4295-bc52-b4441f5d457d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:21.274395 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:21.274730 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 365cee6c-6c98-4295-bc52-b4441f5d457d Sep 26 18:01:21.352175 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 365cee6c-6c98-4295-bc52-b4441f5d457d is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:22.370366 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1f218-7898-44f0-8261-9f9788204408 req-4cfc9949-8d67-489c-af0b-3ff4c1c035a9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:22.372322 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6bf1f218-7898-44f0-8261-9f9788204408 req-4cfc9949-8d67-489c-af0b-3ff4c1c035a9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0764139 Sep 26 18:01:22.381799 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcba0db-66ff-469a-9a79-e0cb8011ba87 req-cd238051-edcb-4683-b969-64e0d7d33b32 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:22.383674 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dfcba0db-66ff-469a-9a79-e0cb8011ba87 req-cd238051-edcb-4683-b969-64e0d7d33b32 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0766568 Sep 26 18:01:22.460807 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6bf1f218-7898-44f0-8261-9f9788204408 req-74ee24f6-efdd-4ecd-a93c-069fdaee84a2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759492 Sep 26 18:01:22.463980 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dfcba0db-66ff-469a-9a79-e0cb8011ba87 req-99afbc24-934b-450f-8502-4aaa737ef856 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723186 Sep 26 18:01:23.593499 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c4a0e4-e9b7-41fc-810e-35cf878e2e44 req-ff8f45d0-61c2-4102-886d-4eff4dcafeb6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:23.594951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a5c4a0e4-e9b7-41fc-810e-35cf878e2e44 req-ff8f45d0-61c2-4102-886d-4eff4dcafeb6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0478890 Sep 26 18:01:23.607152 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:23.644405 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a5c4a0e4-e9b7-41fc-810e-35cf878e2e44 req-4e883bff-067f-497c-8cef-ddd4b3c0ea90 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436671 Sep 26 18:01:23.940774 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40498) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:23.945299 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--83583941', 'description': 'tempest-description--1206211170'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:23.953830 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:23.974895 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.049559 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group (0c739cfe-a692-4868-b9c7-86509783e428), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.053097 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0c739cfe-a692-4868-b9c7-86509783e428), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.085354 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.086618 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1448443 Sep 26 18:01:24.089658 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40508) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:24.091146 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ed076-9532-4b2e-bc62-8ace3134a33d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c739cfe-a692-4868-b9c7-86509783e428,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:24.094222 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'security_group_rule': {'security_group_id': '0c739cfe-a692-4868-b9c7-86509783e428', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:24.131715 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group_rule (a6f30220-0b97-45ae-a190-7a9117af10fc), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.189372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group_rule (a6f30220-0b97-45ae-a190-7a9117af10fc), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.193301 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (a6f30220-0b97-45ae-a190-7a9117af10fc), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.204319 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:24.216155 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f30220-0b97-45ae-a190-7a9117af10fc,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:24.222962 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.224216 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-87b00347-a561-4913-8689-8c8534103121 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335444 Sep 26 18:01:24.227190 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40510) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:24.231658 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'security_group_rule': {'security_group_id': '0c739cfe-a692-4868-b9c7-86509783e428', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:24.259002 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group_rule (02e72097-1196-4c3e-b1c6-377667473456), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.321548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group_rule (02e72097-1196-4c3e-b1c6-377667473456), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.325613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (02e72097-1196-4c3e-b1c6-377667473456), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.352524 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e72097-1196-4c3e-b1c6-377667473456,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:24.364064 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.365418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-10532921-9e0f-4993-8f09-1b9612b45a3a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1372597 Sep 26 18:01:24.368723 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40516) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:24.375905 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:24.404115 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.486535 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.602653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Allocated IP 172.27.0.125 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/3e1218a2-ede2-4405-9fea-688f8c192976) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:24.716227 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for port (3e1218a2-ede2-4405-9fea-688f8c192976), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.778820 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (3e1218a2-ede2-4405-9fea-688f8c192976), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.815214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e8c79-776e-4fcb-9ea4-1152f9baf2ae req-9f586ff8-081a-4c3b-8b11-d11c052a88f7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:24.816705 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-510e8c79-776e-4fcb-9ea4-1152f9baf2ae req-9f586ff8-081a-4c3b-8b11-d11c052a88f7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0794282 Sep 26 18:01:24.840356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:24.849661 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:24.856006 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:24.861318 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:24.869334 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'Port': ['ID=3e1218a2-ede2-4405-9fea-688f8c192976,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:24.915653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:24.931149 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-510e8c79-776e-4fcb-9ea4-1152f9baf2ae req-14ab5df8-c2a9-43b0-bbc4-67dcebd8f0d0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066442 Sep 26 18:01:24.944800 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:24.982200 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3e1218a2-ede2-4405-9fea-688f8c192976), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.142334 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for port (3e1218a2-ede2-4405-9fea-688f8c192976), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.147904 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (3e1218a2-ede2-4405-9fea-688f8c192976), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.148704 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.193449 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:25.194795 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8250394 Sep 26 18:01:25.202562 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d93ec-c295-412f-be50-5c4e9fe71989 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'Port': ['ID=3e1218a2-ede2-4405-9fea-688f8c192976,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:25.448439 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f25b7cdf-a97a-40d6-9ad5-38a854925d15 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--83583941&fields=id&tenant_id=93579356e4b54de5a06d395cd499ca13 HTTP/1.1" status: 200 len: 267 time: 0.0719159 Sep 26 18:01:25.562471 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-335cee90-0ed8-4bd9-806e-35818fe6bc9d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:25.564106 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-335cee90-0ed8-4bd9-806e-35818fe6bc9d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 818 time: 0.1081848 Sep 26 18:01:25.579207 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-3f5798fc-8218-4eb4-8495-b098aa739fad tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/quotas/93579356e4b54de5a06d395cd499ca13 HTTP/1.1" status: 200 len: 375 time: 0.0098274 Sep 26 18:01:25.635050 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-2cd4607d-7cd9-4fd5-a40b-2e8943b9da89 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503559 Sep 26 18:01:25.740778 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-be93afb4-de5e-43ce-a632-d168538f8f34 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938051 Sep 26 18:01:25.837540 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-8627f5f3-1acd-4c34-9874-2e1e5ac23a21 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910039 Sep 26 18:01:26.067205 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b2d8a59-bb67-4ea2-97f0-e346983e828e req-9affeb03-2225-46e5-bbb3-7fefcb833d75 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 210 time: 0.0450835 Sep 26 18:01:26.110569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f69a3a-9bbf-4066-860f-7607bd254735 req-b4550c7c-e9b2-4c87-be0e-ec737d198fe8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:26.112620 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58f69a3a-9bbf-4066-860f-7607bd254735 req-b4550c7c-e9b2-4c87-be0e-ec737d198fe8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0792804 Sep 26 18:01:26.162327 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58f69a3a-9bbf-4066-860f-7607bd254735 req-d73ca743-6f14-47ef-8b54-82cc71d5cb03 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441046 Sep 26 18:01:27.186528 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-55165de1-b5a5-4a49-b902-4238489579d8 req-8099098a-df08-4632-a593-050c8dff88c5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 210 time: 0.0275578 Sep 26 18:01:27.299511 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89966d8-5719-4314-bd96-8bddad758216 req-5ebef34d-182e-467f-9449-f3b98ccb0170 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.301222 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f89966d8-5719-4314-bd96-8bddad758216 req-5ebef34d-182e-467f-9449-f3b98ccb0170 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0522842 Sep 26 18:01:27.314459 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:27.352549 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f89966d8-5719-4314-bd96-8bddad758216 req-c2eb1494-5bd8-44f5-bf6b-6b4ced1dad45 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456295 Sep 26 18:01:27.633858 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-719f2385-927e-4c6f-bc3d-4d96668905b4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:27.635333 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-719f2385-927e-4c6f-bc3d-4d96668905b4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 818 time: 0.1193652 Sep 26 18:01:27.716562 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-4e8add45-b733-47d0-aa29-2bdf5b6b8289 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=93579356e4b54de5a06d395cd499ca13 HTTP/1.1" status: 200 len: 378 time: 0.0646682 Sep 26 18:01:27.728677 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'port': {'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'admin_state_up': True, 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'security_groups': ['0c739cfe-a692-4868-b9c7-86509783e428']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:27.839401 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Made reservation on behalf of 93579356e4b54de5a06d395cd499ca13 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:27.844829 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:27.987667 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Allocated IP 172.20.0.10 (178bfb9b-fc92-4cf4-abec-cb938da3300e/335c50c9-c50d-4e88-a515-cfa0e64ac22b/b2894edd-cb10-4d97-a20d-9f1914e33930) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:28.100864 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.145432 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.185857 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.190342 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.237821 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:28.239930 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:28.242666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:28.282988 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event updated for resources: {'Port': ['ID=b2894edd-cb10-4d97-a20d-9f1914e33930,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:28.299808 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:28.300702 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.320688 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-6c9b14af-c46a-4cd8-9494-c1e0f01686bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5957751 Sep 26 18:01:28.338423 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Request body: {'port': {'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:28.347339 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e1216-dd9b-4b0f-bac4-ecabf38d71bf req-06f28a12-14d0-4795-9332-84a3eeafe389 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:28.350149 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-062e1216-dd9b-4b0f-bac4-ecabf38d71bf req-06f28a12-14d0-4795-9332-84a3eeafe389 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 932 time: 0.0542395 Sep 26 18:01:28.378378 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.419352 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.422670 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-062e1216-dd9b-4b0f-bac4-ecabf38d71bf req-337e020d-bac6-4f89-9f4b-1470880ccbad tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652263 Sep 26 18:01:28.507856 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cec8a-57ab-4d20-ad5b-b72e962f6e69 req-788ebd92-a78d-4142-b7c0-947ac39bd09f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:28.510219 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e26cec8a-57ab-4d20-ad5b-b72e962f6e69 req-788ebd92-a78d-4142-b7c0-947ac39bd09f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0509372 Sep 26 18:01:28.571615 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e26cec8a-57ab-4d20-ad5b-b72e962f6e69 req-f97328c0-a7b9-42e9-a8a2-f790d36a22eb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556188 Sep 26 18:01:28.687278 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:28.695557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-96f6f837-57b0-41e2-9469-d15eb6416fb5 None None] Provisioning complete for port b2894edd-cb10-4d97-a20d-9f1914e33930 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:28.695945 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-96f6f837-57b0-41e2-9469-d15eb6416fb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.696279 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96f6f837-57b0-41e2-9469-d15eb6416fb5 None None] Attempt 1 to provision port b2894edd-cb10-4d97-a20d-9f1914e33930 Sep 26 18:01:28.747224 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96f6f837-57b0-41e2-9469-d15eb6416fb5 None None] Port b2894edd-cb10-4d97-a20d-9f1914e33930 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:28.754008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2894edd-cb10-4d97-a20d-9f1914e33930 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:28.761475 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Publish callbacks [] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.773994 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Transition to ACTIVE for port object b2894edd-cb10-4d97-a20d-9f1914e33930 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:01:28.776915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:28.858576 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Pushing event updated for resources: {'Port': ['ID=b2894edd-cb10-4d97-a20d-9f1914e33930,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:28.888131 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Attempting to bind port b2894edd-cb10-4d97-a20d-9f1914e33930 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:28.888459 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Attempting to bind port b2894edd-cb10-4d97-a20d-9f1914e33930 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:28.888781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Attempting to bind port b2894edd-cb10-4d97-a20d-9f1914e33930 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:28.936833 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Port b2894edd-cb10-4d97-a20d-9f1914e33930 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:01:28.937164 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Attempting to bind port b2894edd-cb10-4d97-a20d-9f1914e33930 on network 178bfb9b-fc92-4cf4-abec-cb938da3300e {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:28.986384 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:28.986715 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Checking segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:28.987121 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Bound using segment: {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:28.987552 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Bound port: b2894edd-cb10-4d97-a20d-9f1914e33930, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:28.987902 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:29.032237 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:29.049025 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] For port b2894edd-cb10-4d97-a20d-9f1914e33930, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:29.052452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] For port b2894edd-cb10-4d97-a20d-9f1914e33930, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2894edd-cb10-4d97-a20d-9f1914e33930,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:29.058429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:29.063328 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.063941 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:29.065335 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 1094 time: 0.7313948 Sep 26 18:01:29.068028 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:29.069541 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520ee5ff-b327-40d3-92dc-4ef5c06d8546" -d '{"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:29.126639 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3897e6b-10a7-45fb-bb2f-066396a3872f service neutron] Pushing event updated for resources: {'Port': ['ID=b2894edd-cb10-4d97-a20d-9f1914e33930,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:29.130129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500f2042-befe-48f0-9315-571704f01649 x-openstack-request-id: req-500f2042-befe-48f0-9315-571704f01649 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:29.130418 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:29.130678 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-500f2042-befe-48f0-9315-571704f01649 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:29.131359 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500f2042-befe-48f0-9315-571704f01649'] response: {'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'status': 'completed', 'code': 200} Sep 26 18:01:29.190392 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:29.201010 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-86f87b29-ab51-4ba9-8e3f-96ad7aeecb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.203160 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-86f87b29-ab51-4ba9-8e3f-96ad7aeecb12 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1128 time: 0.0437021 Sep 26 18:01:29.248706 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96f6f837-57b0-41e2-9469-d15eb6416fb5 None None] Attempt 2 to provision port b2894edd-cb10-4d97-a20d-9f1914e33930 Sep 26 18:01:29.258651 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-8464a727-53f7-4547-a7f7-1e93bd29867e service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 217 time: 0.0376053 Sep 26 18:01:29.289992 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96f6f837-57b0-41e2-9469-d15eb6416fb5 None None] Port b2894edd-cb10-4d97-a20d-9f1914e33930 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:01:29.463293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-fdd72543-ce31-4b62-ac7d-83496babe8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.464112 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-fdd72543-ce31-4b62-ac7d-83496babe8fe service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0568540 Sep 26 18:01:29.553472 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0dd0d-fc12-4aae-be04-16af2c4a81d5 req-b457a8de-f858-40b6-8c1a-f6d676fa581a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.555245 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b6f0dd0d-fc12-4aae-be04-16af2c4a81d5 req-b457a8de-f858-40b6-8c1a-f6d676fa581a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0524349 Sep 26 18:01:29.603666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b6f0dd0d-fc12-4aae-be04-16af2c4a81d5 req-3928fdf4-1c00-4baa-9f15-d0efca4b11b4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424817 Sep 26 18:01:29.706076 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f2a9ed-3658-4c87-b581-8b9c6271af3c req-666261d1-6fb2-40b9-b26e-638a907d6303 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.707748 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40f2a9ed-3658-4c87-b581-8b9c6271af3c req-666261d1-6fb2-40b9-b26e-638a907d6303 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0506570 Sep 26 18:01:29.772558 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40f2a9ed-3658-4c87-b581-8b9c6271af3c req-36ee84f4-5c0b-4e1c-b980-219d5f863ffa tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506911 Sep 26 18:01:29.857016 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-af84009f-67f0-47bc-9458-f239dec621ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:29.859115 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-af84009f-67f0-47bc-9458-f239dec621ac service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453262 Sep 26 18:01:30.571934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:30.737877 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dec08ac-6964-4b7b-bb79-70f4e1c23fbd req-5036e841-0513-4815-a168-d3472abcbc33 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:30.739529 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3dec08ac-6964-4b7b-bb79-70f4e1c23fbd req-5036e841-0513-4815-a168-d3472abcbc33 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0531754 Sep 26 18:01:30.795084 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3dec08ac-6964-4b7b-bb79-70f4e1c23fbd req-a4822a16-7bad-4600-8c04-049db7ed9a1a tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476162 Sep 26 18:01:30.903791 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685383a8-c796-46bc-8769-e956b67f571f req-886052d3-7693-493e-aecf-15fdd6cc1a81 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:30.906540 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-685383a8-c796-46bc-8769-e956b67f571f req-886052d3-7693-493e-aecf-15fdd6cc1a81 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0494597 Sep 26 18:01:30.931553 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-ac648167-5070-4fbc-a8ba-4800c8eba3f5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991964 Sep 26 18:01:30.954974 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-685383a8-c796-46bc-8769-e956b67f571f req-430e552e-b68b-4541-a66a-ae578aabddfe tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431306 Sep 26 18:01:31.923422 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418270c-1391-4c93-9207-457872ca22f6 req-59dc53ef-a355-4966-b32e-6e9ab06ee510 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:31.924956 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7418270c-1391-4c93-9207-457872ca22f6 req-59dc53ef-a355-4966-b32e-6e9ab06ee510 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0504026 Sep 26 18:01:31.976075 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7418270c-1391-4c93-9207-457872ca22f6 req-180d10df-5bf0-45ca-b65f-45fe44e0ddd1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454743 Sep 26 18:01:32.083920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f10215f-74bf-4752-9a3a-3d8b648fed23 req-0576aa13-4b9c-4918-a291-153d3e8fd6eb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:32.085729 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7f10215f-74bf-4752-9a3a-3d8b648fed23 req-0576aa13-4b9c-4918-a291-153d3e8fd6eb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0465665 Sep 26 18:01:32.134651 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7f10215f-74bf-4752-9a3a-3d8b648fed23 req-412ce2ab-9eb8-48b6-ba3b-4b845c632452 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Sep 26 18:01:33.103753 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54439a6c-0749-4f94-9775-179c7cd174fc req-6b48e027-faa5-4fc8-9a58-70eeb3703d44 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:33.105279 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-54439a6c-0749-4f94-9775-179c7cd174fc req-6b48e027-faa5-4fc8-9a58-70eeb3703d44 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0528295 Sep 26 18:01:33.153675 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-54439a6c-0749-4f94-9775-179c7cd174fc req-614f173c-c3f1-4cce-979c-3abe2f6180f4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426044 Sep 26 18:01:33.169320 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36f66cf7-4a03-4ddf-8daa-d99a7e9250d4 req-04c61908-ec40-4bf0-a1d8-8c199bf0046a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972342 Sep 26 18:01:33.282054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb58fe4-785b-4080-b06a-6a9a4c713666 req-3be8f774-6a2c-482a-ac55-9361120144e7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:33.283624 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebb58fe4-785b-4080-b06a-6a9a4c713666 req-3be8f774-6a2c-482a-ac55-9361120144e7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0508900 Sep 26 18:01:33.335847 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebb58fe4-785b-4080-b06a-6a9a4c713666 req-c4b8a947-d153-44cc-957b-614add4ffa61 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465205 Sep 26 18:01:34.140224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40708) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:34.146505 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--393113812', 'description': 'tempest-description--820172213'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:34.169991 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.213486 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:34.221395 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:34.278241 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (1a5e4453-8244-4502-8c49-c87dd19f8a63), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.285091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (1a5e4453-8244-4502-8c49-c87dd19f8a63), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.308531 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0acdb-d406-445b-b5eb-436ea6892ae5 req-981d6c40-4c77-479d-84fc-7305e28d728f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.310208 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2ed0acdb-d406-445b-b5eb-436ea6892ae5 req-981d6c40-4c77-479d-84fc-7305e28d728f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0690687 Sep 26 18:01:34.340400 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.341629 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2003050 Sep 26 18:01:34.344666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40714) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:34.350311 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': '1a5e4453-8244-4502-8c49-c87dd19f8a63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:34.351795 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fbf184-28be-4a43-9c7e-8caf5d45756c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5e4453-8244-4502-8c49-c87dd19f8a63,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:34.382451 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2ed0acdb-d406-445b-b5eb-436ea6892ae5 req-fe712f4b-d758-445a-abe2-16dc098ac2a8 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652270 Sep 26 18:01:34.398853 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (edaf3a41-889a-4b43-84dd-f95a78b860f8), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.465244 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (edaf3a41-889a-4b43-84dd-f95a78b860f8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.475724 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (edaf3a41-889a-4b43-84dd-f95a78b860f8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.476478 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d8135-31fc-44dc-b91f-27575c2efb05 req-73f89de1-34fb-4fb5-971d-8a197e030b3b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.478198 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c93d8135-31fc-44dc-b91f-27575c2efb05 req-73f89de1-34fb-4fb5-971d-8a197e030b3b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0561469 Sep 26 18:01:34.492476 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edaf3a41-889a-4b43-84dd-f95a78b860f8,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:34.506580 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.507925 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e2846640-817a-448d-a7b4-9940afce4fc4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610653 Sep 26 18:01:34.510478 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40718) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:34.515442 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': '1a5e4453-8244-4502-8c49-c87dd19f8a63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:34.561112 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c93d8135-31fc-44dc-b91f-27575c2efb05 req-b38c68de-0e33-4880-bcdb-d182c7d22ebe tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769036 Sep 26 18:01:34.585439 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-ee8b43a6-7f6d-4344-bea6-1df8037e6b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.586974 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-ee8b43a6-7f6d-4344-bea6-1df8037e6b99 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1128 time: 0.0602903 Sep 26 18:01:34.594312 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (89c75d4e-e3cb-4c7d-aba2-c6a39132cbf7), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.725690 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (89c75d4e-e3cb-4c7d-aba2-c6a39132cbf7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.730580 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-fcfd1897-a0ab-4c67-873d-14810b26094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.732089 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-fcfd1897-a0ab-4c67-873d-14810b26094b service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1387799 Sep 26 18:01:34.733021 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (89c75d4e-e3cb-4c7d-aba2-c6a39132cbf7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.789185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c75d4e-e3cb-4c7d-aba2-c6a39132cbf7,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:34.792628 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-d904676d-ac4b-4050-b1f2-0f531e8ca5a6 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 217 time: 0.0468166 Sep 26 18:01:34.796777 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.798550 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ab725e0b-cc6c-4766-90ec-b6ec7149b0e6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2863834 Sep 26 18:01:34.802026 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40722) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:34.806748 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:34.841313 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.850908 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-692a9600-0d2b-4c75-b675-b601910155b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.853043 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-692a9600-0d2b-4c75-b675-b601910155b5 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0517328 Sep 26 18:01:34.889470 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:34.901587 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-eebffc1b-9eea-4677-afda-9bda0a586375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:34.903121 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-eebffc1b-9eea-4677-afda-9bda0a586375 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434401 Sep 26 18:01:34.934912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:34.988783 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:35.010325 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-1c789acb-e84d-4fed-8847-cbdbb5dea120 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992818 Sep 26 18:01:35.050458 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.27.0.243 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/ad33fa60-b8da-4a8d-af06-c5c00f1d1620) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:35.106927 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-520ee5ff-b327-40d3-92dc-4ef5c06d8546 req-899576bf-18ed-4bbd-8f4b-caf90be1d7f5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879798 Sep 26 18:01:35.387853 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.422624 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.467479 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:35.472685 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:35.480535 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:35.495832 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=ad33fa60-b8da-4a8d-af06-c5c00f1d1620,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:35.548409 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:35.565800 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30c226-05ac-4fdf-8cd9-7a27d50a55f0 req-9f278bf8-e68f-4cee-8cc0-388e49b9ed5f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:35.567470 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d30c226-05ac-4fdf-8cd9-7a27d50a55f0 req-9f278bf8-e68f-4cee-8cc0-388e49b9ed5f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0906341 Sep 26 18:01:35.580110 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (40f60892-826e-4470-a6be-03194d2f3262), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.609217 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:35.654492 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.657739 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:35.658811 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:35.708933 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d30c226-05ac-4fdf-8cd9-7a27d50a55f0 req-65a99685-5146-4415-bd85-2bda41c02bdb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1310949 Sep 26 18:01:35.740396 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847d3c2-24fe-4a15-80e5-253e45c5d090 req-7ba24205-48bf-4e72-a37f-cf86229749fa tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:35.741818 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4847d3c2-24fe-4a15-80e5-253e45c5d090 req-7ba24205-48bf-4e72-a37f-cf86229749fa tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0888577 Sep 26 18:01:35.835724 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:01:35.844019 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4847d3c2-24fe-4a15-80e5-253e45c5d090 req-eb5382d0-048f-4127-ad4b-478460ebb056 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955238 Sep 26 18:01:35.895732 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.900121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.900922 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (40f60892-826e-4470-a6be-03194d2f3262), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.945720 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:35.946952 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1436527 Sep 26 18:01:35.954369 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fc55b-f918-414b-b61d-c3cb1a85561e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=ad33fa60-b8da-4a8d-af06-c5c00f1d1620,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:36.168089 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-b58a48e3-fc14-4300-b2ec-1a53ee58a13f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--393113812&fields=id&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 267 time: 0.0435278 Sep 26 18:01:36.278821 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-5ee6f30c-2286-4722-b83b-8909b1400ab2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:36.280368 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-5ee6f30c-2286-4722-b83b-8909b1400ab2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.1049883 Sep 26 18:01:36.294852 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-7bd15eca-0702-40af-9690-a5b2ec2dc25f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/quotas/3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 375 time: 0.0090466 Sep 26 18:01:36.353043 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-b370282a-1784-49f2-956e-d55cf36124cd tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0524533 Sep 26 18:01:36.456371 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-0ab8cbdc-56d4-488b-a5dd-79531ea5a207 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908895 Sep 26 18:01:36.562889 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-3307e36d-2729-4f6f-8432-f1e2edbd82c6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991936 Sep 26 18:01:36.761582 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-62280c1e-7ead-481b-9cb7-3ce19d125511 req-9b19f141-e0e0-4474-8aaf-2c3ca1185a02 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 210 time: 0.0337758 Sep 26 18:01:36.858613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e26d7-e2d8-4172-8231-8c8c8aed4d5e req-1ad26726-e827-4a03-8332-1cea3aa4efae tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:36.860333 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-241e26d7-e2d8-4172-8231-8c8c8aed4d5e req-1ad26726-e827-4a03-8332-1cea3aa4efae tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 944 time: 0.0526297 Sep 26 18:01:36.928359 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-241e26d7-e2d8-4172-8231-8c8c8aed4d5e req-79c8c699-040a-4162-9ae5-cb729203b150 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617812 Sep 26 18:01:36.976192 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:37.034265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c183b-e995-4a15-b01b-38b19587f467 req-29d7216d-b200-41ac-b642-f50af9dd3b74 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:37.036291 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a5c183b-e995-4a15-b01b-38b19587f467 req-29d7216d-b200-41ac-b642-f50af9dd3b74 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0698450 Sep 26 18:01:37.044373 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device b2894edd-cb10-4d97-a20d-9f1914e33930 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:01:37.085179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:37.109410 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a5c183b-e995-4a15-b01b-38b19587f467 req-5bf14697-5f18-45be-87f3-18ca85eb9e18 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599391 Sep 26 18:01:37.179267 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port b2894edd-cb10-4d97-a20d-9f1914e33930, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2894edd-cb10-4d97-a20d-9f1914e33930,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:37.193381 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:01:37.269203 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port b2894edd-cb10-4d97-a20d-9f1914e33930 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:37.269610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.286070 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2894edd-cb10-4d97-a20d-9f1914e33930 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:37.316371 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port b2894edd-cb10-4d97-a20d-9f1914e33930, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2894edd-cb10-4d97-a20d-9f1914e33930,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:37.325179 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.398695 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=b2894edd-cb10-4d97-a20d-9f1914e33930,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:37.501927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40822) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:37.621516 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c52e0a69-dc73-4f66-9c8a-3daa83d86773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.710201 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c52e0a69-dc73-4f66-9c8a-3daa83d86773 admin admin] Publish callbacks [] for security_group (fff64946-edfa-43f2-a06f-91b2f018a557), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.714491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c52e0a69-dc73-4f66-9c8a-3daa83d86773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (fff64946-edfa-43f2-a06f-91b2f018a557), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.758058 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c52e0a69-dc73-4f66-9c8a-3daa83d86773 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ee0472eaea3e489498023f3d3ccbdb19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2544353 Sep 26 18:01:37.758970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e0a69-dc73-4f66-9c8a-3daa83d86773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff64946-edfa-43f2-a06f-91b2f018a557,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:37.762147 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40826) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:37.780088 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['b2894edd-cb10-4d97-a20d-9f1914e33930'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:37.851737 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c17f883c-b31a-420d-97fb-2a12f2f049ec admin admin] Publish callbacks [] for security_group (fff64946-edfa-43f2-a06f-91b2f018a557), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.884044 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c17f883c-b31a-420d-97fb-2a12f2f049ec admin admin] Publish callbacks [] for security_group (fff64946-edfa-43f2-a06f-91b2f018a557), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.913535 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-530a3885-cfc6-4c66-aeb2-d84ce1daf494 req-ce6fb4ae-d58d-4e46-adc9-f8de8c0e9c87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 210 time: 0.0600162 Sep 26 18:01:37.961802 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c17f883c-b31a-420d-97fb-2a12f2f049ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (fff64946-edfa-43f2-a06f-91b2f018a557), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.990528 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c17f883c-b31a-420d-97fb-2a12f2f049ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:37.997130 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c17f883c-b31a-420d-97fb-2a12f2f049ec admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/fff64946-edfa-43f2-a06f-91b2f018a557 HTTP/1.1" status: 204 len: 168 time: 0.2283468 Sep 26 18:01:38.007186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f883c-b31a-420d-97fb-2a12f2f049ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff64946-edfa-43f2-a06f-91b2f018a557,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:38.119906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321237dd-32de-4fc9-8119-d2bb1db68f6f req-0203121a-74fa-4508-94cf-2487bb88fd91 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:38.121393 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-321237dd-32de-4fc9-8119-d2bb1db68f6f req-0203121a-74fa-4508-94cf-2487bb88fd91 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 945 time: 0.0857041 Sep 26 18:01:38.187375 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-321237dd-32de-4fc9-8119-d2bb1db68f6f req-b8d6e0bc-622e-42d1-b42d-f570d6e7089e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546207 Sep 26 18:01:38.283844 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b288b1b4-cb4e-4e98-aa1b-76f481232ac1 req-5869a9cf-a1e2-4198-9c20-d880f108ed0a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:38.285585 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b288b1b4-cb4e-4e98-aa1b-76f481232ac1 req-5869a9cf-a1e2-4198-9c20-d880f108ed0a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0569580 Sep 26 18:01:38.343743 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b288b1b4-cb4e-4e98-aa1b-76f481232ac1 req-131b1f2f-de15-4a92-80b0-12746376b4aa tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519943 Sep 26 18:01:38.379553 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40842) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:38.393171 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b14dc089-78c3-4b4c-b4d3-46d589bda8d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.402929 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-820616f7-e849-4da3-abe1-139dd180a905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.482976 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b14dc089-78c3-4b4c-b4d3-46d589bda8d7 admin admin] Publish callbacks [] for security_group (1f8544cf-1103-4830-8d01-69d84db00a18), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.487015 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b14dc089-78c3-4b4c-b4d3-46d589bda8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (1f8544cf-1103-4830-8d01-69d84db00a18), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.529624 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b14dc089-78c3-4b4c-b4d3-46d589bda8d7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=5152af4759134d44ab4a8e077c8393a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1637123 Sep 26 18:01:38.530331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14dc089-78c3-4b4c-b4d3-46d589bda8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8544cf-1103-4830-8d01-69d84db00a18,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:38.532572 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40844) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:38.587448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a65-46ba-4479-a211-55be0faa49e8 admin admin] Publish callbacks [] for security_group (1f8544cf-1103-4830-8d01-69d84db00a18), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.607951 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a65-46ba-4479-a211-55be0faa49e8 admin admin] Publish callbacks [] for security_group (1f8544cf-1103-4830-8d01-69d84db00a18), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.657312 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a65-46ba-4479-a211-55be0faa49e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (1f8544cf-1103-4830-8d01-69d84db00a18), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.659818 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd34a65-46ba-4479-a211-55be0faa49e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:38.660949 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8bd34a65-46ba-4479-a211-55be0faa49e8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1f8544cf-1103-4830-8d01-69d84db00a18 HTTP/1.1" status: 204 len: 168 time: 0.1273134 Sep 26 18:01:38.669544 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd34a65-46ba-4479-a211-55be0faa49e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8544cf-1103-4830-8d01-69d84db00a18,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:38.690781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:39.066893 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-798a21e2-a9f5-44ed-966c-2245e5dc8729 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.070820 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-798a21e2-a9f5-44ed-966c-2245e5dc8729 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.1398013 Sep 26 18:01:39.102479 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-455bebb6-4ec9-4978-a689-2a4dcc35f4d5 req-143f755b-96bf-4340-aa7d-78eb724ed592 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 210 time: 0.0361922 Sep 26 18:01:39.202289 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-c0e61ec1-4932-40b8-8ad9-236ffe920300 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 468 time: 0.0834558 Sep 26 18:01:39.250496 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device b2894edd-cb10-4d97-a20d-9f1914e33930 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:39.303373 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port b2894edd-cb10-4d97-a20d-9f1914e33930 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:01:39.310899 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port b2894edd-cb10-4d97-a20d-9f1914e33930 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:39.315367 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.315965 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port b2894edd-cb10-4d97-a20d-9f1914e33930 Sep 26 18:01:39.322255 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0743d560-5b81-43eb-a2e7-f6b5cb04fc57 req-9d028318-58c3-4830-9b6a-106569e453c6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.324943 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0743d560-5b81-43eb-a2e7-f6b5cb04fc57 req-9d028318-58c3-4830-9b6a-106569e453c6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 945 time: 0.0545962 Sep 26 18:01:39.326221 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'port': {'device_id': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'admin_state_up': True, 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'security_groups': ['1a5e4453-8244-4502-8c49-c87dd19f8a63']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:39.397571 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0743d560-5b81-43eb-a2e7-f6b5cb04fc57 req-1d2190ae-ae52-415b-b801-643b62ea58b0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0660658 Sep 26 18:01:39.451652 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port b2894edd-cb10-4d97-a20d-9f1914e33930 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:39.452223 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.482615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:39.485759 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6bfb00-bb0d-4a6b-a916-b4d09ca07945" -d '{"events": [{"server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "name": "network-vif-plugged", "status": "completed", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:39.507126 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Made reservation on behalf of 3f9772c3904046ee9778a870f4adc0ae for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:39.508668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port b2894edd-cb10-4d97-a20d-9f1914e33930, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2894edd-cb10-4d97-a20d-9f1914e33930,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:39.513544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.517210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.558611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d636abc7-39dd-4a5f-9392-c71d4aff742c req-b44ba8bc-cd29-40bb-836c-804bba761e6d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.562967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a873cf29-8773-41ee-896d-7f89c608e421 x-openstack-request-id: req-a873cf29-8773-41ee-896d-7f89c608e421 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:39.564263 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "name": "network-vif-plugged", "status": "completed", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:39.565243 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a873cf29-8773-41ee-896d-7f89c608e421 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:39.565992 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a873cf29-8773-41ee-896d-7f89c608e421'] response: {'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'code': 200} Sep 26 18:01:39.567473 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d636abc7-39dd-4a5f-9392-c71d4aff742c req-b44ba8bc-cd29-40bb-836c-804bba761e6d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0802276 Sep 26 18:01:39.623366 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=b2894edd-cb10-4d97-a20d-9f1914e33930,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:39.630370 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d636abc7-39dd-4a5f-9392-c71d4aff742c req-38b8f71d-091c-4587-a3cf-3cbf9cbe1336 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617144 Sep 26 18:01:39.655552 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:39.657274 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:39.695598 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.20.0.13 (e84a6098-e79e-4a0a-b228-abe98a9c9b30/2e973b61-97ce-4f41-8a79-0b9ddfb65525/2a0efd6f-9d98-41b9-890d-4a2456a45420) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:39.847091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382a1bc-6aef-48d6-87be-45557db5ab3a req-f4f41ab0-0875-4ad8-9e43-18204c8b974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:39.848584 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7382a1bc-6aef-48d6-87be-45557db5ab3a req-f4f41ab0-0875-4ad8-9e43-18204c8b974c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.0429993 Sep 26 18:01:39.858568 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.895421 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:39.902895 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7382a1bc-6aef-48d6-87be-45557db5ab3a req-fb263111-b229-458c-bfdc-7034b5031aa3 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461998 Sep 26 18:01:39.936018 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:39.945735 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:39.949926 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:39.987179 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=2a0efd6f-9d98-41b9-890d-4a2456a45420,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:40.019336 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.020018 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.048620 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-cde8f019-bec0-49c5-99da-308dbb81f813 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7262969 Sep 26 18:01:40.188449 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Provisioning complete for port 2a0efd6f-9d98-41b9-890d-4a2456a45420 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:40.195021 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.195477 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Attempt 1 to provision port 2a0efd6f-9d98-41b9-890d-4a2456a45420 Sep 26 18:01:40.260285 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Port 2a0efd6f-9d98-41b9-890d-4a2456a45420 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:40.271078 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28821-a9ad-4bcf-9f55-da7ba33d815b req-ceabb6bc-61df-4818-8cbc-bf40a400666e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.272572 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f4e28821-a9ad-4bcf-9f55-da7ba33d815b req-ceabb6bc-61df-4818-8cbc-bf40a400666e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 932 time: 0.0618503 Sep 26 18:01:40.289708 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:40.333127 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:40.352500 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f4e28821-a9ad-4bcf-9f55-da7ba33d815b req-701dd898-a46e-4ccc-a5b7-40c14ad2ed5f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736804 Sep 26 18:01:40.542520 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ff01-ce6b-4964-bb69-a02f5bcd67c8 req-71493956-ed13-4f0b-a0d4-5c82ec8ead6f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.544076 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b22ff01-ce6b-4964-bb69-a02f5bcd67c8 req-71493956-ed13-4f0b-a0d4-5c82ec8ead6f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0520613 Sep 26 18:01:40.593465 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Request body: {'port': {'device_id': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:40.624400 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b22ff01-ce6b-4964-bb69-a02f5bcd67c8 req-293cedde-201d-4cc6-a0b9-0827fd761999 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0745494 Sep 26 18:01:40.640828 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f36979cc-ed8a-44df-a157-4898803cd895 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.705788 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:40.761426 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Attempt 2 to provision port 2a0efd6f-9d98-41b9-890d-4a2456a45420 Sep 26 18:01:40.774783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9ae51-2454-4a9f-8f9f-1d6a5f51247d req-3d7755e2-2ab1-4822-954a-56a33c9c8cb8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:40.782541 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7af9ae51-2454-4a9f-8f9f-1d6a5f51247d req-3d7755e2-2ab1-4822-954a-56a33c9c8cb8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0662093 Sep 26 18:01:40.817007 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Port 2a0efd6f-9d98-41b9-890d-4a2456a45420 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:40.844741 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7af9ae51-2454-4a9f-8f9f-1d6a5f51247d req-938dbab3-8ced-4547-a117-bfc582b6e063 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618935 Sep 26 18:01:41.011193 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0efd6f-9d98-41b9-890d-4a2456a45420 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:41.019697 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Publish callbacks [] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.028303 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:41.034288 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Transition to ACTIVE for port object 2a0efd6f-9d98-41b9-890d-4a2456a45420 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:01:41.038732 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.135952 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a0efd6f-9d98-41b9-890d-4a2456a45420,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:41.163554 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Attempting to bind port 2a0efd6f-9d98-41b9-890d-4a2456a45420 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:41.163889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Attempting to bind port 2a0efd6f-9d98-41b9-890d-4a2456a45420 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:41.164222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Attempting to bind port 2a0efd6f-9d98-41b9-890d-4a2456a45420 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:41.166817 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:41.211323 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Port 2a0efd6f-9d98-41b9-890d-4a2456a45420 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:01:41.211653 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Attempting to bind port 2a0efd6f-9d98-41b9-890d-4a2456a45420 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:41.253427 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:01:41.260292 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:41.260630 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:41.261014 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Bound using segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:41.261447 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Bound port: 2a0efd6f-9d98-41b9-890d-4a2456a45420, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:41.261899 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.338723 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] For port 2a0efd6f-9d98-41b9-890d-4a2456a45420, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:41.338723 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] For port 2a0efd6f-9d98-41b9-890d-4a2456a45420, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:41.345377 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Attempt 3 to provision port 2a0efd6f-9d98-41b9-890d-4a2456a45420 Sep 26 18:01:41.348543 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.352813 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:41.353428 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.354803 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/2a0efd6f-9d98-41b9-890d-4a2456a45420 HTTP/1.1" status: 200 len: 1094 time: 0.7660878 Sep 26 18:01:41.355408 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:41.357658 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:41.402739 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:41.428879 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df879355-74c6-4b08-b58b-7e24e49d30bf service neutron] Pushing event updated for resources: {'Port': ['ID=2a0efd6f-9d98-41b9-890d-4a2456a45420,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:41.434247 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef45de1a-2974-4e51-ab3b-b7b4ff0d74ae None None] Port 2a0efd6f-9d98-41b9-890d-4a2456a45420 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:01:41.442869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40950) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:41.450572 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ae5f0c-f3f6-42fd-89c6-14c3c70d750b x-openstack-request-id: req-54ae5f0c-f3f6-42fd-89c6-14c3c70d750b {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:41.451427 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:41.451689 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-54ae5f0c-f3f6-42fd-89c6-14c3c70d750b {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:41.452749 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ae5f0c-f3f6-42fd-89c6-14c3c70d750b'] response: {'name': 'network-changed', 'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'status': 'completed', 'code': 200} Sep 26 18:01:41.452888 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:41.467726 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'mac_address': 'fa:16:3e:9d:b8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:01:41.507159 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: ACTIVE; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:41.507758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.522571 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:41.536066 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70327bb-456d-43a9-9ee4-17d746f68624 req-571985f9-1122-425a-8af0-b1888c6e0149 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:41.544724 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e70327bb-456d-43a9-9ee4-17d746f68624 req-571985f9-1122-425a-8af0-b1888c6e0149 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 944 time: 0.0707536 Sep 26 18:01:41.545131 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:41.551036 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.605008 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=6']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:41.611954 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e70327bb-456d-43a9-9ee4-17d746f68624 req-ff35fdd5-1add-41e9-ad4e-13d20f31b3e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659750 Sep 26 18:01:41.613545 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfee6-bd68-4e13-94ed-840e75acd88d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.691117 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-e94c70cd-c404-4911-b799-5af0ae40d202 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-472878324&fields=id&tenant_id=9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 267 time: 0.0846906 Sep 26 18:01:41.857122 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87004a37-c216-42b6-aa81-9e83b1eeb9aa req-3aa0b096-576e-4105-9381-10299155f5b3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:41.857692 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:41.858515 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87004a37-c216-42b6-aa81-9e83b1eeb9aa req-3aa0b096-576e-4105-9381-10299155f5b3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.1292665 Sep 26 18:01:41.861021 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfee6-bd68-4e13-94ed-840e75acd88d admin admin] Publish callbacks [] for security_group (3a6fdc1e-0db9-470a-b156-fe9eadad490a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.868361 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a0bcfee6-bd68-4e13-94ed-840e75acd88d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3a6fdc1e-0db9-470a-b156-fe9eadad490a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:41.959405 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40964) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:41.960437 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a0bcfee6-bd68-4e13-94ed-840e75acd88d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=590007d5ba314dfb8df70c171578a238&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5148149 Sep 26 18:01:41.976002 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-a4042448-e19a-40f0-9a48-8a87f7428aca tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:41.978744 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-a4042448-e19a-40f0-9a48-8a87f7428aca tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 812 time: 0.2706480 Sep 26 18:01:41.990733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:41.991731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bcfee6-bd68-4e13-94ed-840e75acd88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6fdc1e-0db9-470a-b156-fe9eadad490a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:42.023170 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-406ab828-d666-40e8-ba3a-6d3a3cb3b8b1 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/quotas/9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 375 time: 0.0243759 Sep 26 18:01:42.036569 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87004a37-c216-42b6-aa81-9e83b1eeb9aa req-79b3ca85-19ec-4924-ae36-9c46ced1f8da tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1643326 Sep 26 18:01:42.045319 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c9e78e3-9912-48a4-b309-2d2e4574d46b admin admin] Publish callbacks [] for security_group (3a6fdc1e-0db9-470a-b156-fe9eadad490a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.088161 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c9e78e3-9912-48a4-b309-2d2e4574d46b admin admin] Publish callbacks [] for security_group (3a6fdc1e-0db9-470a-b156-fe9eadad490a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.109224 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.144544 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c9e78e3-9912-48a4-b309-2d2e4574d46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3a6fdc1e-0db9-470a-b156-fe9eadad490a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.147871 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0c9e78e3-9912-48a4-b309-2d2e4574d46b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.151710 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0c9e78e3-9912-48a4-b309-2d2e4574d46b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3a6fdc1e-0db9-470a-b156-fe9eadad490a HTTP/1.1" status: 204 len: 168 time: 0.1899953 Sep 26 18:01:42.159436 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-aaf21afd-a6c0-4af8-ad11-be37694d2b32 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1197002 Sep 26 18:01:42.161417 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e78e3-9912-48a4-b309-2d2e4574d46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6fdc1e-0db9-470a-b156-fe9eadad490a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:42.185630 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484d6d5e-6d48-4cfe-93ee-1a92cd265200 req-e2c83c53-bf13-48c9-86ce-c12488f757cb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:42.187219 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-484d6d5e-6d48-4cfe-93ee-1a92cd265200 req-e2c83c53-bf13-48c9-86ce-c12488f757cb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.0849562 Sep 26 18:01:42.253963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:42.299223 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-484d6d5e-6d48-4cfe-93ee-1a92cd265200 req-bd24b15e-7a96-4daf-b7c3-8b32273f4412 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007595 Sep 26 18:01:42.313376 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-73f62fb8-7455-4598-b1c2-28daec3494a2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443186 Sep 26 18:01:42.379500 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:42.432081 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c35b6a8c-267d-49b7-89c6-423009cc6dde service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098289 Sep 26 18:01:42.531394 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 40972) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:42.545891 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5a1369fd-13ad-4755-8e94-4c303a293eec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.631931 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5a1369fd-13ad-4755-8e94-4c303a293eec admin admin] Publish callbacks [] for security_group (dba19076-24d6-4186-9020-dfb143eb9fca), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.635751 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5a1369fd-13ad-4755-8e94-4c303a293eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (dba19076-24d6-4186-9020-dfb143eb9fca), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.688231 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5a1369fd-13ad-4755-8e94-4c303a293eec admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c4f3efa9886e428dba2f67d229165891&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552720 Sep 26 18:01:42.690702 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1369fd-13ad-4755-8e94-4c303a293eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba19076-24d6-4186-9020-dfb143eb9fca,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:42.691897 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 40980) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:42.775410 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:42.842093 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a req-66df768c-d4b6-45e9-9555-66bdd96f52cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:42.846570 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a req-66df768c-d4b6-45e9-9555-66bdd96f52cb service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 1128 time: 0.0941935 Sep 26 18:01:42.878856 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720a6943-b666-4e1b-bff8-51beb5d75f02 req-56c21f77-e2f9-4c78-95e6-611b8db1aeef tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:42.880400 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-720a6943-b666-4e1b-bff8-51beb5d75f02 req-56c21f77-e2f9-4c78-95e6-611b8db1aeef tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 944 time: 0.1488512 Sep 26 18:01:42.882049 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7cec1dc2-8c74-4e19-af60-ae759e20eb29 req-1be54f56-5c18-44b9-9fe2-159085af841d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0641563 Sep 26 18:01:42.885113 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c284cbc9-a92c-45cf-b7ad-71c7c4477a33 admin admin] Publish callbacks [] for security_group (dba19076-24d6-4186-9020-dfb143eb9fca), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.926876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c284cbc9-a92c-45cf-b7ad-71c7c4477a33 admin admin] Publish callbacks [] for security_group (dba19076-24d6-4186-9020-dfb143eb9fca), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:42.982995 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-720a6943-b666-4e1b-bff8-51beb5d75f02 req-31775209-b940-4f48-8339-bce3652bf4dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940464 Sep 26 18:01:43.007798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c284cbc9-a92c-45cf-b7ad-71c7c4477a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (dba19076-24d6-4186-9020-dfb143eb9fca), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.010909 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c284cbc9-a92c-45cf-b7ad-71c7c4477a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.014620 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c284cbc9-a92c-45cf-b7ad-71c7c4477a33 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dba19076-24d6-4186-9020-dfb143eb9fca HTTP/1.1" status: 204 len: 168 time: 0.3187940 Sep 26 18:01:43.021464 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c284cbc9-a92c-45cf-b7ad-71c7c4477a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba19076-24d6-4186-9020-dfb143eb9fca,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:43.162931 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf2f8c-da0c-4871-93f4-fdc0c59f07c8 req-88c52e3a-da5d-4cd0-a7d6-b16e78bc4a12 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.164730 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72cf2f8c-da0c-4871-93f4-fdc0c59f07c8 req-88c52e3a-da5d-4cd0-a7d6-b16e78bc4a12 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0542612 Sep 26 18:01:43.244107 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72cf2f8c-da0c-4871-93f4-fdc0c59f07c8 req-e7c94e20-704f-48a1-8025-a962b89d9b7b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721390 Sep 26 18:01:43.274693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:43.393609 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.416878 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:43.417283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.417836 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 18:01:43.432804 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31934109-faed-400b-817b-e33a8f37f51e req-478582ef-ba3b-4340-9d4b-3b61a6ee0963 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.435443 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a req-f789d0ee-d42a-40fa-95d0-1370186ef01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.436918 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a req-f789d0ee-d42a-40fa-95d0-1370186ef01f service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=3f9772c3904046ee9778a870f4adc0ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1872582 Sep 26 18:01:43.441358 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-31934109-faed-400b-817b-e33a8f37f51e req-478582ef-ba3b-4340-9d4b-3b61a6ee0963 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.1133993 Sep 26 18:01:43.493219 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41004) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:43.500072 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'floatingip': {'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:43.501680 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d10f0-1533-4857-b8ce-8cea44880b30 req-db8a0ed3-f9e8-44ad-affe-d032e911b040 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:43.514395 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-427d10f0-1533-4857-b8ce-8cea44880b30 req-db8a0ed3-f9e8-44ad-affe-d032e911b040 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.0707114 Sep 26 18:01:43.548642 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.615098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:43.615491 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.616746 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.639803 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-427d10f0-1533-4857-b8ce-8cea44880b30 req-0a2adb09-fded-44e0-9735-5a6e1feeedfb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202121 Sep 26 18:01:43.652350 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:43.656417 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559fc3c3-ab57-4dab-930b-fcfe220dc6ac" -d '{"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:43.680916 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:43.687221 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:43.772618 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a25b36-f0a2-48cb-84ae-a2c4bd51bd95 x-openstack-request-id: req-66a25b36-f0a2-48cb-84ae-a2c4bd51bd95 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:43.775620 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:43.777375 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-66a25b36-f0a2-48cb-84ae-a2c4bd51bd95 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:43.778025 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66a25b36-f0a2-48cb-84ae-a2c4bd51bd95'] response: {'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'code': 200} Sep 26 18:01:43.790396 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=7']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:44.096955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6eaa0466-9f7a-46c2-afc3-3e2c1f7981a6 req-5f86b307-0ad9-45b8-b84a-c4d524340f20 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0627067 Sep 26 18:01:44.109135 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a req-d0429058-4d88-4636-bc8b-f1b94e1292b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.111159 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2ddacaf8-0d6f-4290-988e-0b6113ef1e2a req-d0429058-4d88-4636-bc8b-f1b94e1292b4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6601470 Sep 26 18:01:44.197977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8dca2-b704-4085-987b-297d755cb40f req-2217ca20-88ac-470a-827e-efc88ba1c382 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.200969 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-73c8dca2-b704-4085-987b-297d755cb40f req-2217ca20-88ac-470a-827e-efc88ba1c382 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 944 time: 0.0833659 Sep 26 18:01:44.302702 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-73c8dca2-b704-4085-987b-297d755cb40f req-c10ff59e-8c51-4702-81ea-98a58c1c1423 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943146 Sep 26 18:01:44.388331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-fbf6f987-6111-4ee8-b672-bc5b512533fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.390487 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-fbf6f987-6111-4ee8-b672-bc5b512533fa service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 1128 time: 0.1061563 Sep 26 18:01:44.448117 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:44.503517 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fca7c-d2f1-4fa2-947f-dcc5af8d3c4e req-a090c2d5-c5b2-48d2-a519-7fceb5a53f0b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.506337 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e2fca7c-d2f1-4fa2-947f-dcc5af8d3c4e req-a090c2d5-c5b2-48d2-a519-7fceb5a53f0b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0936525 Sep 26 18:01:44.563269 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:44.575453 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e2fca7c-d2f1-4fa2-947f-dcc5af8d3c4e req-31152727-3102-4936-8521-0347304f5f75 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622518 Sep 26 18:01:44.666590 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-010a4de1-9536-4904-b930-1cc89c662995 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420 HTTP/1.1" status: 200 len: 217 time: 0.0416217 Sep 26 18:01:44.728429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:44.734827 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:44.817478 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7343680-f44c-4604-8b2f-bff307717552 req-7221444c-0c80-41c3-96d7-495690ab5b11 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:44.828999 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c7343680-f44c-4604-8b2f-bff307717552 req-7221444c-0c80-41c3-96d7-495690ab5b11 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0750246 Sep 26 18:01:44.894010 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c7343680-f44c-4604-8b2f-bff307717552 req-1fa284ad-f048-417f-a231-a7b80a9d2f00 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633118 Sep 26 18:01:44.918888 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Floating IP d7ccdbb5-12d3-48ca-af81-1ffb05c7d689 associated. External IP: 172.27.0.125, port: b2894edd-cb10-4d97-a20d-9f1914e33930. Sep 26 18:01:45.060080 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:45.064444 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-86e2217f-afd8-45d1-9c6d-22049eb83b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.066084 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-86e2217f-afd8-45d1-9c6d-22049eb83b31 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.1041505 Sep 26 18:01:45.124618 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-b4ab4173-1ee4-42c7-9229-24f6c255b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.139031 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-b4ab4173-1ee4-42c7-9229-24f6c255b08d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505009 Sep 26 18:01:45.304359 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0acfaeb8-daa3-4018-988c-b688f0509694 req-ec1c5536-a898-495a-8ea6-e3cbc368a325 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0960646 Sep 26 18:01:45.389351 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-23f7197b-c691-4d66-b0d0-4bc6d2591c2a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005823 Sep 26 18:01:45.398096 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:01:45.436655 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-b6f5fe92-6289-4ca3-a75a-5940ea8f56f3 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.440342 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-b6f5fe92-6289-4ca3-a75a-5940ea8f56f3 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 812 time: 0.2696898 Sep 26 18:01:45.529265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462803ba-a878-4f2b-a88c-217bc190a003 req-627705c5-e997-4689-b569-62c0fb3623ef tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.539308 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-462803ba-a878-4f2b-a88c-217bc190a003 req-627705c5-e997-4689-b569-62c0fb3623ef tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 944 time: 0.1109366 Sep 26 18:01:45.604551 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-19b54191-0a26-4467-a56d-468bf1bbd024 req-a51f9b9e-4a49-4352-bfc7-dc492f6b9630 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084434 Sep 26 18:01:45.661762 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:45.669704 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:45.674652 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-817ce24b-7c68-46aa-b498-0ee2d4f92ecd tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 379 time: 0.1970143 Sep 26 18:01:45.676454 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] Sync routers for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:45.697228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:45.701689 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:45.738941 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-99d25bff-0625-4332-9352-409491245a60 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/d7ccdbb5-12d3-48ca-af81-1ffb05c7d689 HTTP/1.1" status: 200 len: 992 time: 2.2446096 Sep 26 18:01:45.739568 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:45.743962 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b" -d '{"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:45.777156 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-462803ba-a878-4f2b-a88c-217bc190a003 req-81128109-6d8e-4f6c-8b0d-1ba1df1219bf tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2287829 Sep 26 18:01:45.865627 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37798648-99bc-47f0-bf4c-0be4114c6781 req-ba8be6a3-f9e8-4257-8b60-f8cd8daa714e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:45.881840 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-37798648-99bc-47f0-bf4c-0be4114c6781 req-ba8be6a3-f9e8-4257-8b60-f8cd8daa714e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0988097 Sep 26 18:01:45.899720 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:45.915518 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d58c0-22df-41d3-bcb8-ea13c1ae0450 x-openstack-request-id: req-d30d58c0-22df-41d3-bcb8-ea13c1ae0450 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:45.915856 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:45.916405 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d30d58c0-22df-41d3-bcb8-ea13c1ae0450 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:45.916950 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30d58c0-22df-41d3-bcb8-ea13c1ae0450'] response: {'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'status': 'completed', 'code': 200} Sep 26 18:01:45.927320 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:45.943264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:46.008095 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-37798648-99bc-47f0-bf4c-0be4114c6781 req-c16fd116-57f8-498c-acc1-d3c12c911ec5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219108 Sep 26 18:01:46.206702 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c461b-039f-41f2-bae0-60c2f4686e51 req-47046fad-5909-4804-9e69-948456984ce4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:46.218441 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a71c461b-039f-41f2-bae0-60c2f4686e51 req-47046fad-5909-4804-9e69-948456984ce4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.1626203 Sep 26 18:01:46.341444 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a71c461b-039f-41f2-bae0-60c2f4686e51 req-e91db81c-b0b9-4fd5-88d3-8951abd3f1da tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129851 Sep 26 18:01:46.469264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'd7ccdbb5-12d3-48ca-af81-1ffb05c7d689', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:24Z', 'updated_at': '2022-09-26T18:01:44Z', 'revision_number': 1, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:46.493108 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9fb688d-767c-4783-a1f1-004398bb2831 req-c33b09df-4835-4eec-9a64-bb46904f586a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0631988 Sep 26 18:01:46.521667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] Checking router: 88d6b78e-7148-49ee-97b4-1fc12ef6e795 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:46.533305 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:46.533974 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:46.735905 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:46.906885 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'port': {'device_id': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'admin_state_up': True, 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'security_groups': ['6c5d0962-af37-4123-911b-e5be30e1fb79']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:46.949437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:46.958655 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-be9342b4-2a94-427d-8869-b880264e3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:46.960387 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-be9342b4-2a94-427d-8869-b880264e3a6a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.0707335 Sep 26 18:01:47.189182 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddea26f-9dfc-4c4d-882b-f64cc1bf36a8 req-1d565ee3-be72-4dd2-8456-81935be465ea tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.218748 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ddea26f-9dfc-4c4d-882b-f64cc1bf36a8 req-1d565ee3-be72-4dd2-8456-81935be465ea tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 944 time: 0.3444598 Sep 26 18:01:47.414541 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:47.471309 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-344e3509-470e-4726-af87-b07b2c036471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.473841 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-344e3509-470e-4726-af87-b07b2c036471 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.4671435 Sep 26 18:01:47.502504 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'd7ccdbb5-12d3-48ca-af81-1ffb05c7d689', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:24Z', 'updated_at': '2022-09-26T18:01:44Z', 'revision_number': 1, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:47.545826 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8727377-9767-43ed-b2a3-32242d726a3c None None] The sync data for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi is: [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'd7ccdbb5-12d3-48ca-af81-1ffb05c7d689', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:24Z', 'updated_at': '2022-09-26T18:01:44Z', 'revision_number': 1, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:47.593502 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41e41f-7453-4d92-80ee-7318c23ad283 req-50c78cc8-4f5f-41ee-b5c4-6e1401e59d33 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.606267 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c41e41f-7453-4d92-80ee-7318c23ad283 req-50c78cc8-4f5f-41ee-b5c4-6e1401e59d33 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.2342145 Sep 26 18:01:47.650152 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ddea26f-9dfc-4c4d-882b-f64cc1bf36a8 req-95f6a043-89d8-4af9-8784-c881b1b579cf tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413536 Sep 26 18:01:47.658184 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-fdf11a6d-009d-4e66-a3ac-0cb89c870f84 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 1000 time: 0.1562374 Sep 26 18:01:47.727611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Made reservation on behalf of 9d0160f2201546a385be13aea0454fdc for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:47.740270 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:47.808028 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c41e41f-7453-4d92-80ee-7318c23ad283 req-cc34b857-8499-4492-907a-d76075e97027 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009466 Sep 26 18:01:47.835509 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-736c5985-c571-4948-a5ca-817b52fa2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.835509 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-736c5985-c571-4948-a5ca-817b52fa2ff8 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.1735675 Sep 26 18:01:47.945187 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-5de08776-c8e7-404c-a5f9-3f2361ac5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:47.967305 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-5de08776-c8e7-404c-a5f9-3f2361ac5b9f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1177485 Sep 26 18:01:47.995125 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cb4b89-ccd6-4319-be6a-fe04adcf1a48 None None] New status for floating IP d7ccdbb5-12d3-48ca-af81-1ffb05c7d689: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:01:48.045953 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57ee3e1-056a-495f-ae87-9df79b486b19 req-2470fabd-39af-4a68-b3a5-31914122992d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:48.048977 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f57ee3e1-056a-495f-ae87-9df79b486b19 req-2470fabd-39af-4a68-b3a5-31914122992d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.2364485 Sep 26 18:01:48.095867 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38240c01-3992-404a-917d-8907020b63f3 req-6c25efc1-acfb-4fc4-9f1d-73cf76508795 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0580082 Sep 26 18:01:48.113621 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:48.160431 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Allocated IP 172.20.0.9 (4b57d14c-5868-42b6-822c-17efedad588a/d3fd72b1-bf6e-4599-8b66-389c34114083/20300a22-8255-4e5b-a385-7931cd6f36bf) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:01:48.281823 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-71279544-9418-47b6-987d-7311a7c7f35a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080051 Sep 26 18:01:48.399323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:48.409820 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2fc173c9-35a5-40e4-a5f9-b9c9d9d9dc8b req-0070ecea-6133-4b2b-a43d-8b2e7769e663 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207235 Sep 26 18:01:48.412213 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:48.509218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f57ee3e1-056a-495f-ae87-9df79b486b19 req-39f7a28c-8d2b-445c-91d1-13066c529ed8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4231820 Sep 26 18:01:48.526294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:48.593622 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Network 4b57d14c-5868-42b6-822c-17efedad588a is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:01:48.599758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:48.607927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:01:48.612893 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:48.613563 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:48.616926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=20300a22-8255-4e5b-a385-7931cd6f36bf,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:48.643812 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-665d7f40-772d-4204-a256-09e5116a8662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7588975 Sep 26 18:01:48.671035 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Request body: {'port': {'device_id': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:48.814954 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41200) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:48.817250 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8c8a2-4ac2-46c6-84fe-e3f7f1c8a188 req-47c922f1-7e19-41e9-9f4c-0443c7d7c5f6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:48.825390 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f8c8a2-4ac2-46c6-84fe-e3f7f1c8a188 req-47c922f1-7e19-41e9-9f4c-0443c7d7c5f6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 944 time: 0.0675793 Sep 26 18:01:48.873443 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:48.945467 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f8c8a2-4ac2-46c6-84fe-e3f7f1c8a188 req-87f15350-7e12-424a-b606-fe01db72ac9f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154416 Sep 26 18:01:49.003624 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Provisioning complete for port 20300a22-8255-4e5b-a385-7931cd6f36bf triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:49.004941 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.008039 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Attempt 1 to provision port 20300a22-8255-4e5b-a385-7931cd6f36bf Sep 26 18:01:49.030410 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c80cc20d-d086-40d3-82ca-ba75e5c6d6ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.082122 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Port 20300a22-8255-4e5b-a385-7931cd6f36bf cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:49.094571 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339dcb1-e136-4dc8-a973-f60a8910e80f req-bae9e07b-49d5-4a33-a4c7-d4aea0e16c48 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:49.103520 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c339dcb1-e136-4dc8-a973-f60a8910e80f req-bae9e07b-49d5-4a33-a4c7-d4aea0e16c48 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1452918 Sep 26 18:01:49.108598 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:49.156399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c80cc20d-d086-40d3-82ca-ba75e5c6d6ab admin admin] Publish callbacks [] for security_group (ad9d8a79-32c3-4860-b1c3-b48f3848e0cd), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.163976 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c80cc20d-d086-40d3-82ca-ba75e5c6d6ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ad9d8a79-32c3-4860-b1c3-b48f3848e0cd), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.180142 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c339dcb1-e136-4dc8-a973-f60a8910e80f req-5bde091b-a66d-4e37-8af4-2f7e0ec5950b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755680 Sep 26 18:01:49.217257 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c80cc20d-d086-40d3-82ca-ba75e5c6d6ab admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=930f2cdbe8d947a8a0247ce4a1ea9afd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4011655 Sep 26 18:01:49.218649 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80cc20d-d086-40d3-82ca-ba75e5c6d6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d8a79-32c3-4860-b1c3-b48f3848e0cd,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:49.222125 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41208) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:49.285074 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 2a0efd6f-9d98-41b9-890d-4a2456a45420 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:01:49.291615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-415d3ee0-40e5-43ef-9b06-78d58d42dbce admin admin] Publish callbacks [] for security_group (ad9d8a79-32c3-4860-b1c3-b48f3848e0cd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.338871 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:49.348791 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-415d3ee0-40e5-43ef-9b06-78d58d42dbce admin admin] Publish callbacks [] for security_group (ad9d8a79-32c3-4860-b1c3-b48f3848e0cd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.359341 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2830c542-ce22-4dc0-bbde-fc324933b5d6 req-71c6b11a-b62d-435c-bc5b-247d7c4232e9 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:49.367496 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2830c542-ce22-4dc0-bbde-fc324933b5d6 req-71c6b11a-b62d-435c-bc5b-247d7c4232e9 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 931 time: 0.1151431 Sep 26 18:01:49.464446 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2830c542-ce22-4dc0-bbde-fc324933b5d6 req-861d4d1b-8c67-4fda-85fb-e5d55635a8ab tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958993 Sep 26 18:01:49.492284 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-415d3ee0-40e5-43ef-9b06-78d58d42dbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ad9d8a79-32c3-4860-b1c3-b48f3848e0cd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.495263 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-415d3ee0-40e5-43ef-9b06-78d58d42dbce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.499709 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-415d3ee0-40e5-43ef-9b06-78d58d42dbce admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ad9d8a79-32c3-4860-b1c3-b48f3848e0cd HTTP/1.1" status: 204 len: 168 time: 0.2730711 Sep 26 18:01:49.520565 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d3ee0-40e5-43ef-9b06-78d58d42dbce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d8a79-32c3-4860-b1c3-b48f3848e0cd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:49.524581 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20300a22-8255-4e5b-a385-7931cd6f36bf {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:49.538560 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Publish callbacks [] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.567961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Transition to ACTIVE for port object 20300a22-8255-4e5b-a385-7931cd6f36bf will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:01:49.574950 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.590055 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Attempt 2 to provision port 20300a22-8255-4e5b-a385-7931cd6f36bf Sep 26 18:01:49.669556 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:49.689215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Port 20300a22-8255-4e5b-a385-7931cd6f36bf cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:49.692459 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Attempting to bind port 20300a22-8255-4e5b-a385-7931cd6f36bf on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:01:49.693316 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Attempting to bind port 20300a22-8255-4e5b-a385-7931cd6f36bf by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:01:49.693316 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Attempting to bind port 20300a22-8255-4e5b-a385-7931cd6f36bf on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:49.717720 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 2a0efd6f-9d98-41b9-890d-4a2456a45420, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:49.748127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'port_id': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'mac_address': 'fa:16:3e:72:5b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:01:49.830710 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 2a0efd6f-9d98-41b9-890d-4a2456a45420 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:49.831492 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.853453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0efd6f-9d98-41b9-890d-4a2456a45420 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:01:49.882790 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 2a0efd6f-9d98-41b9-890d-4a2456a45420, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:49.898642 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:49.987285 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=2a0efd6f-9d98-41b9-890d-4a2456a45420,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:50.020085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41218) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:50.036505 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-361fdab0-b8ef-4ad7-8a3d-de03195fb88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.066758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Pushing event updated for resources: {'Port': ['ID=20300a22-8255-4e5b-a385-7931cd6f36bf,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:50.077157 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:50.099400 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86531405-8220-415f-9669-591a946b5652 req-e88ab2c0-dbc5-4aa0-a5f4-d0f388228054 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.102398 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86531405-8220-415f-9669-591a946b5652 req-e88ab2c0-dbc5-4aa0-a5f4-d0f388228054 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.4144764 Sep 26 18:01:50.143173 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:50.203207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad99ed8e-c7b2-4afa-bd4a-d6c027b40c51 req-30f434c5-e395-4fc9-a956-ff0163b98e90 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.203207 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad99ed8e-c7b2-4afa-bd4a-d6c027b40c51 req-30f434c5-e395-4fc9-a956-ff0163b98e90 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 945 time: 0.1206102 Sep 26 18:01:50.203207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Port 20300a22-8255-4e5b-a385-7931cd6f36bf on network 4b57d14c-5868-42b6-822c-17efedad588a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:01:50.203207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Attempting to bind port 20300a22-8255-4e5b-a385-7931cd6f36bf on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:01:50.204120 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Attempt 3 to provision port 20300a22-8255-4e5b-a385-7931cd6f36bf Sep 26 18:01:50.236384 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-361fdab0-b8ef-4ad7-8a3d-de03195fb88e admin admin] Publish callbacks [] for security_group (3f890f2e-dd62-4cc8-95e8-83260a1748a3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.252358 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-361fdab0-b8ef-4ad7-8a3d-de03195fb88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3f890f2e-dd62-4cc8-95e8-83260a1748a3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.265092 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Port 20300a22-8255-4e5b-a385-7931cd6f36bf cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:01:50.280417 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86531405-8220-415f-9669-591a946b5652 req-66ff277b-561b-4505-8ba8-20984abd4f65 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331584 Sep 26 18:01:50.298910 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-361fdab0-b8ef-4ad7-8a3d-de03195fb88e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=913e6b31a2af45409c2322e12bdae99a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2775953 Sep 26 18:01:50.301956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41224) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:50.327189 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fdab0-b8ef-4ad7-8a3d-de03195fb88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f890f2e-dd62-4cc8-95e8-83260a1748a3,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:50.334686 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['2a0efd6f-9d98-41b9-890d-4a2456a45420'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:01:50.352603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:01:50.353374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Checking segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:50.353933 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Bound using segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:01:50.354705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Bound port: 20300a22-8255-4e5b-a385-7931cd6f36bf, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:01:50.355248 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.360814 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad99ed8e-c7b2-4afa-bd4a-d6c027b40c51 req-02984c4f-8dea-4cc5-a9f1-094abd16a36c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605990 Sep 26 18:01:50.505486 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f404c-3d15-48c3-8c46-696b4852f7fe req-cd9e1424-5362-450e-b242-69fc4f1d4694 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.507088 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a23f404c-3d15-48c3-8c46-696b4852f7fe req-cd9e1424-5362-450e-b242-69fc4f1d4694 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1190333 Sep 26 18:01:50.525029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c53506-ff92-4b1a-bc67-24e08bdfe3e7 admin admin] Publish callbacks [] for security_group (3f890f2e-dd62-4cc8-95e8-83260a1748a3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.592819 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] For port 20300a22-8255-4e5b-a385-7931cd6f36bf, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:01:50.616596 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c53506-ff92-4b1a-bc67-24e08bdfe3e7 admin admin] Publish callbacks [] for security_group (3f890f2e-dd62-4cc8-95e8-83260a1748a3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.639199 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] For port 20300a22-8255-4e5b-a385-7931cd6f36bf, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=20300a22-8255-4e5b-a385-7931cd6f36bf,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:01:50.673456 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.677388 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.678119 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.680280 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/20300a22-8255-4e5b-a385-7931cd6f36bf HTTP/1.1" status: 200 len: 1093 time: 2.0165105 Sep 26 18:01:50.687280 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4807c3-0953-477d-8a7e-edd0973b96c6 req-d6b62016-298e-4730-b661-fc387dd1106d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.689520 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd4807c3-0953-477d-8a7e-edd0973b96c6 req-d6b62016-298e-4730-b661-fc387dd1106d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1187675 Sep 26 18:01:50.697763 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:50.700375 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c38277-5464-4d24-9d4c-bd5e90d48c04" -d '{"events": [{"name": "network-changed", "server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:50.767510 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Attempt 4 to provision port 20300a22-8255-4e5b-a385-7931cd6f36bf Sep 26 18:01:50.786827 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a23f404c-3d15-48c3-8c46-696b4852f7fe req-1b78e2af-38b6-4c6e-87cd-6d04c63c4b63 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593989 Sep 26 18:01:50.821207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:50.821942 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-10897fdf-4500-4efe-837d-935086742ae6 None None] Port 20300a22-8255-4e5b-a385-7931cd6f36bf had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:01:50.887735 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f93ec82-f537-44d4-8230-e1a5f7211b69 x-openstack-request-id: req-5f93ec82-f537-44d4-8230-e1a5f7211b69 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:50.888014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:50.888703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f93ec82-f537-44d4-8230-e1a5f7211b69 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:50.888860 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f93ec82-f537-44d4-8230-e1a5f7211b69'] response: {'name': 'network-changed', 'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'status': 'completed', 'code': 200} Sep 26 18:01:50.930619 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-41aec1ab-5fa5-49c3-bd8c-de75c03d68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:50.932464 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-41aec1ab-5fa5-49c3-bd8c-de75c03d68fa service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 1127 time: 0.1605525 Sep 26 18:01:50.937002 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd4807c3-0953-477d-8a7e-edd0973b96c6 req-30a1dd7f-3b03-4a58-85ad-e24ee2206965 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2129030 Sep 26 18:01:50.937616 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bcba7c-d9c6-49bf-b21e-fecb5b0168db service neutron] Pushing event updated for resources: {'Port': ['ID=20300a22-8255-4e5b-a385-7931cd6f36bf,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:50.944831 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c53506-ff92-4b1a-bc67-24e08bdfe3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3f890f2e-dd62-4cc8-95e8-83260a1748a3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.950008 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c53506-ff92-4b1a-bc67-24e08bdfe3e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:50.951168 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-58c53506-ff92-4b1a-bc67-24e08bdfe3e7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3f890f2e-dd62-4cc8-95e8-83260a1748a3 HTTP/1.1" status: 204 len: 168 time: 0.6453264 Sep 26 18:01:51.021957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c53506-ff92-4b1a-bc67-24e08bdfe3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f890f2e-dd62-4cc8-95e8-83260a1748a3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:51.025388 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-1a275caf-18e1-46cf-a960-26f38d9e2990 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20300a22-8255-4e5b-a385-7931cd6f36bf HTTP/1.1" status: 200 len: 217 time: 0.0731256 Sep 26 18:01:51.095970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-835fe86f-d118-4aa8-9e47-f8430d7a8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.098806 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-835fe86f-d118-4aa8-9e47-f8430d7a8ec0 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0561533 Sep 26 18:01:51.151886 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:51.173496 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-258af558-3fa4-4412-ae80-b9756700bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.175566 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-258af558-3fa4-4412-ae80-b9756700bcac service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704513 Sep 26 18:01:51.295755 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-0ea4fbe9-3b98-41f5-8c10-cbb1f3f31a00 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127458 Sep 26 18:01:51.483764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 2a0efd6f-9d98-41b9-890d-4a2456a45420 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:01:51.513745 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dd7e5-251a-4b41-a77b-000b237b0655 req-4b0745f4-86f8-4020-a51b-3c3c3f352ff8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.523086 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a32dd7e5-251a-4b41-a77b-000b237b0655 req-4b0745f4-86f8-4020-a51b-3c3c3f352ff8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.1243210 Sep 26 18:01:51.555881 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 2a0efd6f-9d98-41b9-890d-4a2456a45420 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:01:51.558129 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:51.562745 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 2a0efd6f-9d98-41b9-890d-4a2456a45420 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:01:51.563215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:51.564255 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 2a0efd6f-9d98-41b9-890d-4a2456a45420 Sep 26 18:01:51.575752 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9fbc131-a38c-4185-b3b1-e894ec215bdf req-43d9a183-845d-4c2e-8969-9e2553fa6e01 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701020 Sep 26 18:01:51.608441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a2d4e9-0cc5-4c9c-a798-0ef5ffc1bd40 req-274299fc-a23b-461d-9f91-b23d9129f0b1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.622254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-01a2d4e9-0cc5-4c9c-a798-0ef5ffc1bd40 req-274299fc-a23b-461d-9f91-b23d9129f0b1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 945 time: 0.1418633 Sep 26 18:01:51.676629 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a32dd7e5-251a-4b41-a77b-000b237b0655 req-b48cbadd-5d8a-4d1a-941f-3cebbc557c75 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524484 Sep 26 18:01:51.712752 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 2a0efd6f-9d98-41b9-890d-4a2456a45420 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:01:51.715241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:51.728541 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-01a2d4e9-0cc5-4c9c-a798-0ef5ffc1bd40 req-4eaa7fdb-10eb-4658-a99b-a826b523f7e4 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052747 Sep 26 18:01:51.747061 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:51.749667 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa03fa7f-999c-416d-8b6d-04ca37665226" -d '{"events": [{"server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:51.764974 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 2a0efd6f-9d98-41b9-890d-4a2456a45420, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:01:51.772080 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:51.826797 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be59326-2009-44f3-8d1c-52f6ce43e516 x-openstack-request-id: req-7be59326-2009-44f3-8d1c-52f6ce43e516 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:51.827182 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "name": "network-vif-plugged", "status": "completed", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:51.827415 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7be59326-2009-44f3-8d1c-52f6ce43e516 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:51.827840 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be59326-2009-44f3-8d1c-52f6ce43e516'] response: {'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'code': 200} Sep 26 18:01:51.840764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=2a0efd6f-9d98-41b9-890d-4a2456a45420,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:51.974172 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba2bb7-36da-478d-ae7d-23080a66f8ed req-04ab775a-8b02-404d-9133-3201f5c15525 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:51.983581 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5cba2bb7-36da-478d-ae7d-23080a66f8ed req-04ab775a-8b02-404d-9133-3201f5c15525 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0766938 Sep 26 18:01:52.169908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-c7422ff6-7406-4c3d-8547-836c7d67ecfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.171895 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-c7422ff6-7406-4c3d-8547-836c7d67ecfd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 1127 time: 0.1203074 Sep 26 18:01:52.190532 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5cba2bb7-36da-478d-ae7d-23080a66f8ed req-5cfddea5-f237-4c65-8f4f-006ec61b1c99 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941330 Sep 26 18:01:52.214397 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a908de-e3e0-45b2-88ae-ae905ad5e1bb req-b08178d9-b5f3-4b2d-8fc8-78158816a70b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.222469 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50a908de-e3e0-45b2-88ae-ae905ad5e1bb req-b08178d9-b5f3-4b2d-8fc8-78158816a70b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1175029 Sep 26 18:01:52.286602 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41264) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:52.335482 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50a908de-e3e0-45b2-88ae-ae905ad5e1bb req-31749e7e-f2ed-4cdc-aa78-6a817aea2654 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119823 Sep 26 18:01:52.339266 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577dc7b0-fd93-4db1-a772-b3e36019a95d req-451be621-97b0-4ce4-a193-0a9d0a878068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.341222 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-577dc7b0-fd93-4db1-a772-b3e36019a95d req-451be621-97b0-4ce4-a193-0a9d0a878068 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 1130 time: 0.0695181 Sep 26 18:01:52.401040 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-d7e42ece-7a46-4057-89f7-066499965e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.403562 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-d7e42ece-7a46-4057-89f7-066499965e58 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.2079175 Sep 26 18:01:52.425324 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-577dc7b0-fd93-4db1-a772-b3e36019a95d req-22965cc6-14c1-42be-9c2a-96b024d0daa2 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755353 Sep 26 18:01:52.461468 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-59d67da4-b765-4908-b152-f0cfb03f856e service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20300a22-8255-4e5b-a385-7931cd6f36bf HTTP/1.1" status: 200 len: 217 time: 0.0477259 Sep 26 18:01:52.464416 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-825499981-network', 'tenant_id': 'ca00dc6e8e154184a9eb6dfffe4faf36'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:52.487626 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Made reservation on behalf of ca00dc6e8e154184a9eb6dfffe4faf36 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:52.490237 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.500084 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.604926 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks [] for security_group (aa61cab9-cc24-4852-911e-278c45e0f0dd), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.610056 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (aa61cab9-cc24-4852-911e-278c45e0f0dd), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.628089 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:52.641144 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:01:52.655920 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa61cab9-cc24-4852-911e-278c45e0f0dd,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:52.660863 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (18fdd71d-f415-4a69-8f95-17d6117c59f9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.664374 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Added segment 18fdd71d-f415-4a69-8f95-17d6117c59f9 of type vlan for network 7c94890a-8732-4df8-a8dc-8a951f63468d Sep 26 18:01:52.716573 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (7c94890a-8732-4df8-a8dc-8a951f63468d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.760639 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (7c94890a-8732-4df8-a8dc-8a951f63468d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.763441 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.764688 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.844373 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5548015 Sep 26 18:01:52.850159 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41272) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:52.855107 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Request body: {'subnet': {'network_id': '7c94890a-8732-4df8-a8dc-8a951f63468d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-825499981-subnet', 'tenant_id': 'ca00dc6e8e154184a9eb6dfffe4faf36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:52.883150 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe546e-3d20-42c2-8a9c-b5e04d2bbe66 admin admin] Pushing event updated for resources: {'Network': ['ID=7c94890a-8732-4df8-a8dc-8a951f63468d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:52.901176 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 7c94890a-8732-4df8-a8dc-8a951f63468d details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:01:52.929179 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Made reservation on behalf of ca00dc6e8e154184a9eb6dfffe4faf36 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:52.932824 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:52.953515 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-b4f153f8-e44c-41a1-8645-f31373ea5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.955745 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-b4f153f8-e44c-41a1-8645-f31373ea5e72 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.2014275 Sep 26 18:01:52.963927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35198b7-4ec5-45f8-aa3c-c813d238d016 req-500cf245-6bf9-49eb-bff4-b4d705133094 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:52.971457 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f35198b7-4ec5-45f8-aa3c-c813d238d016 req-500cf245-6bf9-49eb-bff4-b4d705133094 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.1622756 Sep 26 18:01:52.994940 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c5774-623e-436b-aa3a-f22c40524972 req-c99e59ef-a41a-4ce3-b09f-ed11ee5e050a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.018152 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4b7c5774-623e-436b-aa3a-f22c40524972 req-c99e59ef-a41a-4ce3-b09f-ed11ee5e050a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.1525369 Sep 26 18:01:53.081666 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:53.111342 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f35198b7-4ec5-45f8-aa3c-c813d238d016 req-202f7099-7988-4122-b93b-b6ca95e507a0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388085 Sep 26 18:01:53.136959 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4b7c5774-623e-436b-aa3a-f22c40524972 req-f36bef3e-d6ae-433c-9826-11e7326b2d3a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180022 Sep 26 18:01:53.247159 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (99498a2b-92f0-4271-a810-c4f14072e271), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:53.254897 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:53.343629 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99498a2b-92f0-4271-a810-c4f14072e271,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:53.366577 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Checking segment: {'id': '18fdd71d-f415-4a69-8f95-17d6117c59f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7c94890a-8732-4df8-a8dc-8a951f63468d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:53.366878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Network hostable DHCP agents. Network: 7c94890a-8732-4df8-a8dc-8a951f63468d, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:01:53.395904 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Network 7c94890a-8732-4df8-a8dc-8a951f63468d is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:01:53.412583 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 7c94890a-8732-4df8-a8dc-8a951f63468d) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:53.417008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.417879 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:53.422558 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d889df-c92e-4578-84b4-227c8dda5a4b None None] Network 7c94890a-8732-4df8-a8dc-8a951f63468d requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:53.444263 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1584e03a-af17-42da-bf46-3d101ba4db4b admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5927913 Sep 26 18:01:53.456561 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade802b-95ae-4be0-896e-fb157189ae05 req-743794ec-6d5e-4707-8cda-02e29ba5fe03 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.462294 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7ade802b-95ae-4be0-896e-fb157189ae05 req-743794ec-6d5e-4707-8cda-02e29ba5fe03 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1503556 Sep 26 18:01:53.539752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:53.568391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-b0957131-3396-42cf-81c8-b819b4c840e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.570904 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-b0957131-3396-42cf-81c8-b819b4c840e2 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2711008 Sep 26 18:01:53.621974 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d1e8b-a41e-4572-ba6c-83c659594017 None None] Network 7c94890a-8732-4df8-a8dc-8a951f63468d requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:53.634265 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7ade802b-95ae-4be0-896e-fb157189ae05 req-ce8a39ac-5f14-4198-ba6b-893d085c0bc5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419482 Sep 26 18:01:53.667364 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64608b0b-6252-46ba-8d81-5543db1ec367 req-a4f39254-0986-4190-a6ac-cee817b56425 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:53.669628 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64608b0b-6252-46ba-8d81-5543db1ec367 req-a4f39254-0986-4190-a6ac-cee817b56425 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1764433 Sep 26 18:01:53.838336 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64608b0b-6252-46ba-8d81-5543db1ec367 req-10fef43b-e0af-4690-abf1-c39644a1dcb9 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525683 Sep 26 18:01:53.875114 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:53.895589 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-2193e1c8-2fd4-4347-a1c7-e5264eb1e04e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723176 Sep 26 18:01:54.306175 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41300) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:54.311345 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1766878300-network', 'tenant_id': 'b92eb5d9dc284a0685860963535298fa'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:54.314113 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e8b6d-2794-4adc-a443-1418307b3cf2 req-81f3bb0c-b954-4d58-8650-8c34b2f9ad03 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:54.316954 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ab9e8b6d-2794-4adc-a443-1418307b3cf2 req-81f3bb0c-b954-4d58-8650-8c34b2f9ad03 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0890436 Sep 26 18:01:54.327191 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c9213-eb26-4630-af2c-9e74eda6db5e req-7c4a555e-89b0-4d22-b35e-8f683110549f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:54.327191 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-181c9213-eb26-4630-af2c-9e74eda6db5e req-7c4a555e-89b0-4d22-b35e-8f683110549f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.0859888 Sep 26 18:01:54.371317 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Made reservation on behalf of b92eb5d9dc284a0685860963535298fa for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:54.374163 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.387288 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.547885 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks [] for security_group (3352618c-5c72-4409-99d1-c5f6abcd0c9a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.562742 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3352618c-5c72-4409-99d1-c5f6abcd0c9a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.594889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:01:54.619798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3352618c-5c72-4409-99d1-c5f6abcd0c9a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:54.642283 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (3d80e4a2-2d73-45d8-bf07-8265f579ec41), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.642598 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Added segment 3d80e4a2-2d73-45d8-bf07-8265f579ec41 of type vlan for network 8a579039-9c0f-4e6c-8a2a-f792901f4871 Sep 26 18:01:54.660905 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ab9e8b6d-2794-4adc-a443-1418307b3cf2 req-ced77acf-80b9-4b3a-b941-24eedc852c51 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348072 Sep 26 18:01:54.705162 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (8a579039-9c0f-4e6c-8a2a-f792901f4871), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.706945 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6c38277-5464-4d24-9d4c-bd5e90d48c04 req-09685f13-28a2-45aa-a90b-5e571fad92a8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040841 Sep 26 18:01:54.720869 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:54.725123 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-181c9213-eb26-4630-af2c-9e74eda6db5e req-5a02c8e1-0196-4c22-b47b-40caf84d0c18 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779402 Sep 26 18:01:54.763311 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (8a579039-9c0f-4e6c-8a2a-f792901f4871), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.763311 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:54.763311 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:54.858560 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5509460 Sep 26 18:01:54.863629 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41308) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:54.867771 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e66695-ff62-438a-aa29-6ffedfb23555 admin admin] Pushing event updated for resources: {'Network': ['ID=8a579039-9c0f-4e6c-8a2a-f792901f4871,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:54.869005 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Request body: {'subnet': {'network_id': '8a579039-9c0f-4e6c-8a2a-f792901f4871', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1766878300-subnet', 'tenant_id': 'b92eb5d9dc284a0685860963535298fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:54.886157 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 8a579039-9c0f-4e6c-8a2a-f792901f4871 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:01:54.957388 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d91ceaf-7273-4f63-9ad4-b2852782dd04 req-09b9e6be-bb8d-4175-baea-8d3c29f93cd0 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:54.961319 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d91ceaf-7273-4f63-9ad4-b2852782dd04 req-09b9e6be-bb8d-4175-baea-8d3c29f93cd0 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1390762 Sep 26 18:01:55.014979 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Made reservation on behalf of b92eb5d9dc284a0685860963535298fa for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:01:55.019169 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:55.140564 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f82251-0d18-4cde-af7a-5812781298da req-b03bad24-5bf4-4127-a908-2db4f3bc09ba tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.141921 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4f82251-0d18-4cde-af7a-5812781298da req-b03bad24-5bf4-4127-a908-2db4f3bc09ba tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1507955 Sep 26 18:01:55.167255 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d91ceaf-7273-4f63-9ad4-b2852782dd04 req-d361beb7-e1fb-4a27-8815-c5a63c8d7c39 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799562 Sep 26 18:01:55.203119 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:55.243430 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4f82251-0d18-4cde-af7a-5812781298da req-106430a1-cbe3-4416-a89e-5f8a882c14e0 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932417 Sep 26 18:01:55.352302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (0e191a6e-bff7-4ebe-acbe-a9c63b3398e8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:55.388034 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:55.410179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e191a6e-bff7-4ebe-acbe-a9c63b3398e8,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:01:55.428658 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.429246 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.429486 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.430314 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.430314 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.430634 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.430943 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.431329 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.431732 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.432147 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.432533 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.432926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.433310 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.433698 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.434083 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:01:55.443633 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Checking segment: {'id': '3d80e4a2-2d73-45d8-bf07-8265f579ec41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8a579039-9c0f-4e6c-8a2a-f792901f4871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:01:55.443633 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Network hostable DHCP agents. Network: 8a579039-9c0f-4e6c-8a2a-f792901f4871, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:01:55.466022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Network 8a579039-9c0f-4e6c-8a2a-f792901f4871 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:01:55.479166 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 8a579039-9c0f-4e6c-8a2a-f792901f4871) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:01:55.486171 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.487095 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:55.496630 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45d6a1d-fd3b-429e-9a8f-cccea4aef885 None None] Network 8a579039-9c0f-4e6c-8a2a-f792901f4871 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:55.508677 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5773156f-81c3-4fb9-8422-11398fdac0e5 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6436107 Sep 26 18:01:55.646120 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da9db2b-b859-4c61-bdf1-e298e578fb91 None None] Network 8a579039-9c0f-4e6c-8a2a-f792901f4871 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:01:55.771089 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:55.916864 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a1dd31-cf79-4244-8194-b81954e5546f req-c6c8a651-20fc-48d0-8bb5-0237a0138ac7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:55.923481 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32a1dd31-cf79-4244-8194-b81954e5546f req-c6c8a651-20fc-48d0-8bb5-0237a0138ac7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.1119320 Sep 26 18:01:56.022072 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7bd96-8685-4dfa-84f8-368423009faa req-a68208be-06c5-41a1-ab16-253f0607124a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:56.025747 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fe7bd96-8685-4dfa-84f8-368423009faa req-a68208be-06c5-41a1-ab16-253f0607124a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.1173050 Sep 26 18:01:56.072107 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32a1dd31-cf79-4244-8194-b81954e5546f req-7b006127-de63-4fe8-9834-af1163698b1b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467609 Sep 26 18:01:56.113306 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fe7bd96-8685-4dfa-84f8-368423009faa req-263d9c46-c875-41ee-b916-d69f3ee03738 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786200 Sep 26 18:01:56.319083 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c3eff8-d37d-49aa-ae87-7249b0bfa654 req-570392cd-6a14-43eb-b0f3-c20a1659db72 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:56.321023 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69c3eff8-d37d-49aa-ae87-7249b0bfa654 req-570392cd-6a14-43eb-b0f3-c20a1659db72 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.0990300 Sep 26 18:01:56.337943 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41332) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:01:56.343958 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'port_id': '2a0efd6f-9d98-41b9-890d-4a2456a45420'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:01:56.392204 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04220fd7-3896-4133-aaec-ed988f5dc1f0 req-9a35876a-a864-4f40-b399-e573b5006e15 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:56.396558 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-04220fd7-3896-4133-aaec-ed988f5dc1f0 req-9a35876a-a864-4f40-b399-e573b5006e15 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0904574 Sep 26 18:01:56.448641 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (40f60892-826e-4470-a6be-03194d2f3262), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:56.517735 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-04220fd7-3896-4133-aaec-ed988f5dc1f0 req-e95f2f37-25bd-4f90-b933-b62c4ab3acea tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097915 Sep 26 18:01:56.524565 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e4b22-4e51-45a4-aa8f-85e7a0a514d4 req-8742d522-f3bd-49b4-a8c4-fb2a1e67a130 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:56.526349 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c19e4b22-4e51-45a4-aa8f-85e7a0a514d4 req-8742d522-f3bd-49b4-a8c4-fb2a1e67a130 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.0799210 Sep 26 18:01:56.586986 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c19e4b22-4e51-45a4-aa8f-85e7a0a514d4 req-9673b6e4-56c1-48f6-865a-77f8f3c9aebc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545259 Sep 26 18:01:56.873075 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=10 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:56.996889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:57.001174 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (40f60892-826e-4470-a6be-03194d2f3262), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:57.112985 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP 40f60892-826e-4470-a6be-03194d2f3262 associated. External IP: 172.27.0.243, port: 2a0efd6f-9d98-41b9-890d-4a2456a45420. Sep 26 18:01:57.203937 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030d5094-b7db-407f-ace9-19c669455be3 req-d4b49698-19db-47ba-b15f-28ea70e5bf98 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:57.207162 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-030d5094-b7db-407f-ace9-19c669455be3 req-d4b49698-19db-47ba-b15f-28ea70e5bf98 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0609987 Sep 26 18:01:57.265301 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-030d5094-b7db-407f-ace9-19c669455be3 req-d9858067-fc15-4e60-b1c9-a51f9ca130c9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526087 Sep 26 18:01:57.667718 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:01:57.848439 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:57.903997 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:01:57.910907 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:01:57.917011 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:01:57.922741 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee8ffd-40fe-43fc-a7ee-72cfbf573b38 req-8fdb11bc-f746-4170-a81d-84defa95a81a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:57.937272 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6aee8ffd-40fe-43fc-a7ee-72cfbf573b38 req-8fdb11bc-f746-4170-a81d-84defa95a81a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.2750647 Sep 26 18:01:57.944160 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:57.946889 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:57.949729 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-60a75e49-2536-4685-b9b4-b9eb79c6b3dc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/40f60892-826e-4470-a6be-03194d2f3262 HTTP/1.1" status: 200 len: 992 time: 1.6099107 Sep 26 18:01:57.950588 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:01:57.953045 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f60c7c-af8e-44e9-b091-a123855fb3f5 req-63b2a4d7-0a35-4545-9d5e-947e91d27e6e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:57.953597 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5676196-b777-4856-9e0c-2b321af9607d" -d '{"events": [{"name": "network-changed", "server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:01:57.956120 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-89f60c7c-af8e-44e9-b091-a123855fb3f5 req-63b2a4d7-0a35-4545-9d5e-947e91d27e6e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1960216 Sep 26 18:01:58.029111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:58.041017 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-89f60c7c-af8e-44e9-b091-a123855fb3f5 req-b7c62391-f4cf-4341-9f59-0b37cf640c9d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759692 Sep 26 18:01:58.056234 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6aee8ffd-40fe-43fc-a7ee-72cfbf573b38 req-c7f3888e-c403-4cac-9eeb-12d066892425 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178000 Sep 26 18:01:58.130919 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c11bdc7-b186-4911-b195-784bb086dd71 x-openstack-request-id: req-3c11bdc7-b186-4911-b195-784bb086dd71 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:01:58.131434 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:01:58.131694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3c11bdc7-b186-4911-b195-784bb086dd71 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:01:58.132105 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c11bdc7-b186-4911-b195-784bb086dd71'] response: {'name': 'network-changed', 'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'status': 'completed', 'code': 200} Sep 26 18:01:58.134765 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:58.333541 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5676196-b777-4856-9e0c-2b321af9607d req-f12ad068-ce44-41b1-ad26-6017bac54bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.333541 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-f12ad068-ce44-41b1-ad26-6017bac54bd0 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 1130 time: 0.0495002 Sep 26 18:01:58.386389 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-49ffcb4c-0856-42ee-bb28-5472712a10dc service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761690 Sep 26 18:01:58.424745 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:58.425003 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:58.490051 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '40f60892-826e-4470-a6be-03194d2f3262', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:72:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:35Z', 'updated_at': '2022-09-26T18:01:56Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}, {'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:21Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:58.519441 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:01:58.535183 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:01:58.536235 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:58.576160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-46f028df-4ad5-455e-8f32-9c7193a7355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.577678 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-46f028df-4ad5-455e-8f32-9c7193a7355d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 1130 time: 0.0840361 Sep 26 18:01:58.586172 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f726924-8a2c-406b-951b-fb1e265db94a req-fd8734f5-a6a5-46ea-a0e7-975711cd1ee3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.595274 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3f726924-8a2c-406b-951b-fb1e265db94a req-fd8734f5-a6a5-46ea-a0e7-975711cd1ee3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.1103518 Sep 26 18:01:58.640672 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:01:58.671859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5676196-b777-4856-9e0c-2b321af9607d req-1faf56b9-6b4b-46a3-99a1-5e4c193f9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.674027 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-1faf56b9-6b4b-46a3-99a1-5e4c193f9658 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 915 time: 0.3311837 Sep 26 18:01:58.690364 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3f726924-8a2c-406b-951b-fb1e265db94a req-5a44b611-207b-4cd9-99cd-c0e009e86fea tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908520 Sep 26 18:01:58.714292 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:01:58.781392 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-1341af07-cbec-40cd-83b2-40859c8e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.784436 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-1341af07-cbec-40cd-83b2-40859c8e7509 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1785984 Sep 26 18:01:58.786607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-ece3c0a8-f91f-4546-983c-efb3c0aad77c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420 HTTP/1.1" status: 200 len: 1000 time: 0.0920324 Sep 26 18:01:58.864633 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5676196-b777-4856-9e0c-2b321af9607d req-c151459a-23aa-4c00-ac53-503cf917c9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.865331 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-48c52f46-d5b0-4bfc-acbb-07bdbcf07a70 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 200 len: 217 time: 0.0579515 Sep 26 18:01:58.866112 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-c151459a-23aa-4c00-ac53-503cf917c9ed service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0584335 Sep 26 18:01:58.945712 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-2d3a13f2-78bd-47f3-87bb-13dc725e243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.947228 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-2d3a13f2-78bd-47f3-87bb-13dc725e243c service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0621428 Sep 26 18:01:58.967953 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5676196-b777-4856-9e0c-2b321af9607d req-f56b3cc5-8198-4037-9557-608e7bcb3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:58.970979 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-f56b3cc5-8198-4037-9557-608e7bcb3848 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0850205 Sep 26 18:01:59.003577 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-62c186c5-a89f-4f75-ae50-4ca55aacae04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:59.005251 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-62c186c5-a89f-4f75-ae50-4ca55aacae04 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494907 Sep 26 18:01:59.108968 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-45d326ec-89fd-49d9-a601-7b948e6859bd service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292892 Sep 26 18:01:59.167308 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '40f60892-826e-4470-a6be-03194d2f3262', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:72:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:35Z', 'updated_at': '2022-09-26T18:01:56Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}, {'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:21Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:01:59.196892 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57368366-71b2-441d-a899-906b8d63ca3c None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '40f60892-826e-4470-a6be-03194d2f3262', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:72:5b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:35Z', 'updated_at': '2022-09-26T18:01:56Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}, {'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:21Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:01:59.261405 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-28573c46-bc27-423c-9412-d88833ff1208 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371922 Sep 26 18:01:59.382071 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbe44b8-8fce-4f7f-aedd-7ef7b176e56f req-077a80a0-e786-45bb-a01d-ffe56c9cbba2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:59.403273 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dfcadf4a-dd5d-4be7-ba0f-a5f4bd0697fd req-7cb55059-b88c-4492-b3b8-219fe930f07f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340253 Sep 26 18:01:59.404762 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-afbe44b8-8fce-4f7f-aedd-7ef7b176e56f req-077a80a0-e786-45bb-a01d-ffe56c9cbba2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1671290 Sep 26 18:01:59.429231 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690cabdc-372f-40b5-bf58-fb9f8c7fedce req-cef25c41-0181-4321-992c-47e48f9bdfb5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:01:59.430551 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-690cabdc-372f-40b5-bf58-fb9f8c7fedce req-cef25c41-0181-4321-992c-47e48f9bdfb5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1946976 Sep 26 18:01:59.496032 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5676196-b777-4856-9e0c-2b321af9607d req-79ab408a-19cd-47b2-90a7-9d5e647d446c service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3781772 Sep 26 18:01:59.562418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-afbe44b8-8fce-4f7f-aedd-7ef7b176e56f req-5b2f685a-a423-49bd-8aa0-0d22f13a55ee tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564393 Sep 26 18:01:59.581737 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-690cabdc-372f-40b5-bf58-fb9f8c7fedce req-31483bb3-05bf-405f-979c-73df9078ba17 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344240 Sep 26 18:01:59.611665 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275f5e68-b4f8-4e9b-b9a6-bae3c7a656de None None] New status for floating IP 40f60892-826e-4470-a6be-03194d2f3262: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:00.067268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c948e7a-1242-4387-898d-cc78c5e11fad req-8fb34e65-e45c-4082-8b15-1a4b49bd7b56 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:00.068790 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c948e7a-1242-4387-898d-cc78c5e11fad req-8fb34e65-e45c-4082-8b15-1a4b49bd7b56 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.2748413 Sep 26 18:02:00.118040 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c948e7a-1242-4387-898d-cc78c5e11fad req-61832d53-ac04-4182-a874-fd0089063b6d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433753 Sep 26 18:02:00.579780 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:00.771060 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03daf9f1-993c-4b88-b510-4a011eed4ca5 req-63f164e8-9025-4199-a896-f4f87c5f9457 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:00.772672 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03daf9f1-993c-4b88-b510-4a011eed4ca5 req-63f164e8-9025-4199-a896-f4f87c5f9457 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 943 time: 0.1071646 Sep 26 18:02:00.778757 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acfc4a4-599f-4012-92c1-06c91581fdf5 req-73a13b36-8a63-411c-896d-bb508854406a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:00.780245 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1acfc4a4-599f-4012-92c1-06c91581fdf5 req-73a13b36-8a63-411c-896d-bb508854406a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1032145 Sep 26 18:02:00.861027 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:00.876737 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03daf9f1-993c-4b88-b510-4a011eed4ca5 req-596ebc9d-dfcf-43b5-bfd6-afa418507de0 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948548 Sep 26 18:02:00.880533 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1acfc4a4-599f-4012-92c1-06c91581fdf5 req-11f0539f-a063-48f0-9cd8-d399a8094614 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911937 Sep 26 18:02:01.038119 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-e7572f38-5d18-468d-83fa-e73106e81ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.039660 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-e7572f38-5d18-468d-83fa-e73106e81ebc service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1130 time: 0.0451612 Sep 26 18:02:01.146556 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-20fbd46f-60fe-42e8-a2c4-649e997eabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.148452 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-20fbd46f-60fe-42e8-a2c4-649e997eabd9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.0990438 Sep 26 18:02:01.252954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:01.268963 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-e9eaf404-65c0-4b2a-8bbd-75de93a26ebd service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 200 len: 1002 time: 0.1029477 Sep 26 18:02:01.274789 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86799c17-1f02-4221-aaaf-92e4b3cbe8f7 req-2e43f947-1030-482f-a0f2-f65b7c40d6d8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.276239 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86799c17-1f02-4221-aaaf-92e4b3cbe8f7 req-2e43f947-1030-482f-a0f2-f65b7c40d6d8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0691919 Sep 26 18:02:01.329660 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86799c17-1f02-4221-aaaf-92e4b3cbe8f7 req-31e70c3c-d200-4638-aba4-4c0e55281b7e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467865 Sep 26 18:02:01.505579 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 20300a22-8255-4e5b-a385-7931cd6f36bf details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:02:01.574642 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-aba390f9-7b14-4fce-a5fa-ea0e6df3b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.577153 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-aba390f9-7b14-4fce-a5fa-ea0e6df3b6bc service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0729818 Sep 26 18:02:01.613383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:01.637957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-5acde99f-138a-41bf-ae08-36f065223f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:01.639553 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-5acde99f-138a-41bf-ae08-36f065223f4a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426464 Sep 26 18:02:01.641457 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 20300a22-8255-4e5b-a385-7931cd6f36bf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=20300a22-8255-4e5b-a385-7931cd6f36bf,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:01.655503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'port_id': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'mac_address': 'fa:16:3e:70:48:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:02:01.694197 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 20300a22-8255-4e5b-a385-7931cd6f36bf is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:01.694591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:01.709283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20300a22-8255-4e5b-a385-7931cd6f36bf {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:02:01.731032 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 20300a22-8255-4e5b-a385-7931cd6f36bf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=20300a22-8255-4e5b-a385-7931cd6f36bf,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:01.735632 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:01.739217 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-88f47912-a880-491f-b019-fe19070b117e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932300 Sep 26 18:02:01.782020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:01.786220 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=20300a22-8255-4e5b-a385-7931cd6f36bf,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:01.863668 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a12411b-e633-4eff-8db7-0daa787625f2 req-90387554-8b39-4241-9253-7074ab001cd9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178017 Sep 26 18:02:02.056842 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bba4d1e-ac3b-44db-8f5d-f18b604df496 req-b5715593-914d-4a2a-bf16-aaa48e904d24 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.058433 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bba4d1e-ac3b-44db-8f5d-f18b604df496 req-b5715593-914d-4a2a-bf16-aaa48e904d24 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0821381 Sep 26 18:02:02.064722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a10c555-c466-4c28-9b45-041ef85e9bd6 req-9a931a40-be31-42a3-9cdb-d2045f0a8c61 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.066240 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a10c555-c466-4c28-9b45-041ef85e9bd6 req-9a931a40-be31-42a3-9cdb-d2045f0a8c61 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 944 time: 0.0801296 Sep 26 18:02:02.153776 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bba4d1e-ac3b-44db-8f5d-f18b604df496 req-43388e06-8cdb-435d-bc87-c117b405db7a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864937 Sep 26 18:02:02.158253 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a10c555-c466-4c28-9b45-041ef85e9bd6 req-909a2698-11fe-48bc-9797-0e5a3b8b4d5f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845776 Sep 26 18:02:02.177661 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['20300a22-8255-4e5b-a385-7931cd6f36bf'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:02:02.461467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f1be0-8c8b-49fe-965f-fffc4def5de0 req-13bba685-2976-43cc-b9c6-bdcc51c59ca6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:02.463310 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f46f1be0-8c8b-49fe-965f-fffc4def5de0 req-13bba685-2976-43cc-b9c6-bdcc51c59ca6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0497169 Sep 26 18:02:02.514644 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f46f1be0-8c8b-49fe-965f-fffc4def5de0 req-a8796c58-b829-44cb-ba55-a1baf3075a7c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 Sep 26 18:02:03.322331 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4a62c-f57b-4d0f-b386-18f36f776995 req-ebd4807a-1432-44a8-804c-a508a7d1877b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:03.324035 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0ec4a62c-f57b-4d0f-b386-18f36f776995 req-ebd4807a-1432-44a8-804c-a508a7d1877b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 944 time: 0.0772924 Sep 26 18:02:03.332068 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a054969-7dcc-4e39-b2fd-9256f246b06f req-6b975de1-513e-494a-9ce0-7f7a312f6277 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:03.333492 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a054969-7dcc-4e39-b2fd-9256f246b06f req-6b975de1-513e-494a-9ce0-7f7a312f6277 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0774941 Sep 26 18:02:03.387087 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:03.413424 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0ec4a62c-f57b-4d0f-b386-18f36f776995 req-769233d8-fc60-4421-9b95-4a0a8078f311 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789604 Sep 26 18:02:03.416764 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a054969-7dcc-4e39-b2fd-9256f246b06f req-343cc68a-e3b9-4d5b-9596-88c8da598e5b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754626 Sep 26 18:02:03.531798 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 20300a22-8255-4e5b-a385-7931cd6f36bf up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:03.586811 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 20300a22-8255-4e5b-a385-7931cd6f36bf completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:02:03.595572 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 20300a22-8255-4e5b-a385-7931cd6f36bf triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:03.596444 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:03.596958 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 20300a22-8255-4e5b-a385-7931cd6f36bf Sep 26 18:02:03.668106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ccfac-ff6e-4ba6-bac0-9504e11d535c req-ead38136-9104-4ed1-845b-fa347bf420e9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:03.669789 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca4ccfac-ff6e-4ba6-bac0-9504e11d535c req-ead38136-9104-4ed1-845b-fa347bf420e9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0608718 Sep 26 18:02:03.699546 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 20300a22-8255-4e5b-a385-7931cd6f36bf is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:03.700614 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:03.742397 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:03.746134 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a36a5b-e334-4268-9959-2de9b01b30ae" -d '{"events": [{"server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "name": "network-vif-plugged", "status": "completed", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:03.764831 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 20300a22-8255-4e5b-a385-7931cd6f36bf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=20300a22-8255-4e5b-a385-7931cd6f36bf,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:03.772902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:03.777734 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca4ccfac-ff6e-4ba6-bac0-9504e11d535c req-a1a4f15b-7a15-4528-911d-5d30cfbb3d74 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973320 Sep 26 18:02:03.818234 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cab5d6d-eac4-43e1-95b3-189bcb80a4b6 x-openstack-request-id: req-5cab5d6d-eac4-43e1-95b3-189bcb80a4b6 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:03.818589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "name": "network-vif-plugged", "status": "completed", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:03.818986 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5cab5d6d-eac4-43e1-95b3-189bcb80a4b6 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:03.819435 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cab5d6d-eac4-43e1-95b3-189bcb80a4b6'] response: {'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'code': 200} Sep 26 18:02:03.849979 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=20300a22-8255-4e5b-a385-7931cd6f36bf,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:03.857187 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.857534 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.857876 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.858218 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.858549 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.858912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.859240 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.859563 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.859903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.861053 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.861506 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.862492 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.862492 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.862711 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:03.862960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:04.206283 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505656e-83e1-4a4b-8f83-b6337c561b2e req-ccfcb961-7a02-4c6d-8073-b2c4e5cc1bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:04.207939 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d505656e-83e1-4a4b-8f83-b6337c561b2e req-ccfcb961-7a02-4c6d-8073-b2c4e5cc1bba service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 1129 time: 0.0448713 Sep 26 18:02:04.262753 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d505656e-83e1-4a4b-8f83-b6337c561b2e req-9d19e9c2-40fc-4d8f-aec3-bb26ca6d8828 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431702 Sep 26 18:02:04.573493 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7a89-f63b-4ba6-8d72-69d01878e2b5 req-f8ec2f27-b0c9-4c39-aae0-a979075173dc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:04.575319 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91cf7a89-f63b-4ba6-8d72-69d01878e2b5 req-f8ec2f27-b0c9-4c39-aae0-a979075173dc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0778065 Sep 26 18:02:04.581628 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a8c14-e3f4-4ad7-a610-0664bb860c05 req-2a4cb0d5-315b-4b90-8cdd-210333fa6f65 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:04.583123 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-de4a8c14-e3f4-4ad7-a610-0664bb860c05 req-2a4cb0d5-315b-4b90-8cdd-210333fa6f65 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0751860 Sep 26 18:02:04.610237 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:04.668125 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91cf7a89-f63b-4ba6-8d72-69d01878e2b5 req-6b2a3ee4-53e7-4e7d-a885-ca411bc472e1 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840213 Sep 26 18:02:04.671563 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-de4a8c14-e3f4-4ad7-a610-0664bb860c05 req-22d86164-09cd-4370-beb8-ce81d8af08a4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803776 Sep 26 18:02:04.936697 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028104d8-3142-4db0-82dd-679f716eabca req-22074122-4b33-442f-a654-5e56cbb40e8b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:04.939117 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-028104d8-3142-4db0-82dd-679f716eabca req-22074122-4b33-442f-a654-5e56cbb40e8b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0530217 Sep 26 18:02:05.001929 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-028104d8-3142-4db0-82dd-679f716eabca req-07c13975-4d72-48e8-9530-182b9d027198 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560176 Sep 26 18:02:05.549448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-57c1a304-bc9a-4ed3-a826-f11f7c573810 req-9aef7e73-017d-4bc8-9755-2a319d91860a service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:02:05.550858 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-57c1a304-bc9a-4ed3-a826-f11f7c573810 req-9aef7e73-017d-4bc8-9755-2a319d91860a service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054517 Sep 26 18:02:05.640093 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:02:05.772755 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:05.773143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:05.780081 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e5e4-d32a-4a86-97c6-d8a8d3591c79 req-c3f203ee-1472-436b-9e5d-28c13ebd3398 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:05.789140 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ae2e5e4-d32a-4a86-97c6-d8a8d3591c79 req-c3f203ee-1472-436b-9e5d-28c13ebd3398 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 946 time: 0.0849133 Sep 26 18:02:05.797429 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:05.821321 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:05.825097 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f23ec038-bbcb-4b7d-9398-39fd01045612" -d '{"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-unplugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:05.831111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:05.841400 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:05.854945 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d36a0f-5327-40b1-96f1-b81fc67d92a9 req-969b4d68-20c3-4e54-8131-a3bb5ad40857 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:05.863047 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09d36a0f-5327-40b1-96f1-b81fc67d92a9 req-969b4d68-20c3-4e54-8131-a3bb5ad40857 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.1017897 Sep 26 18:02:05.903585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=8']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:05.907638 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ae2e5e4-d32a-4a86-97c6-d8a8d3591c79 req-2453a43b-5695-4e8a-bcf9-340b58421c00 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168091 Sep 26 18:02:05.950065 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09d36a0f-5327-40b1-96f1-b81fc67d92a9 req-9239c647-b6f9-4e05-b559-f07eea6b87a3 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851514 Sep 26 18:02:06.030013 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde40609-4c0f-47dc-a514-3c63c84bab35 x-openstack-request-id: req-fde40609-4c0f-47dc-a514-3c63c84bab35 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:06.030298 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-unplugged", "status": "failed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "code": 422}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:06.030548 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fde40609-4c0f-47dc-a514-3c63c84bab35 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:06.031027 dv-cinder-859318-1-iscsi neutron-server[106212]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-fde40609-4c0f-47dc-a514-3c63c84bab35']: {'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'code': 422} returned with failed status Sep 26 18:02:06.060069 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd802e9c-3360-40ae-9d7b-5e8567ff93c3 req-3830a3de-7ac2-42d0-9679-3c9cfae0065c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:06.063117 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd802e9c-3360-40ae-9d7b-5e8567ff93c3 req-3830a3de-7ac2-42d0-9679-3c9cfae0065c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0718746 Sep 26 18:02:06.124115 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd802e9c-3360-40ae-9d7b-5e8567ff93c3 req-bdbd3b6d-4248-4e13-a3cc-cbaac6a5070b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540400 Sep 26 18:02:06.247546 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41504) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:06.353079 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-21a2b868-8728-4e05-ab3c-f6f627a4d38f service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1043296 Sep 26 18:02:06.363742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-69ad3d9b-d7bc-4306-b2fc-2578bd84bd43 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:02:06.364916 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-69ad3d9b-d7bc-4306-b2fc-2578bd84bd43 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0060797 Sep 26 18:02:06.446686 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41514) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:06.542085 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851246-5576-4524-9b0c-681c555ab0ec req-95cd0f31-ae66-46b2-817b-657597f4b805 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:06.543391 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-95cd0f31-ae66-46b2-817b-657597f4b805 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports/7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 200 len: 941 time: 0.0956781 Sep 26 18:02:07.065510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518abcc-1c96-438e-9a29-fcabc3317720 req-d921572c-3450-4979-add4-3e34a61ec547 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:07.067559 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b518abcc-1c96-438e-9a29-fcabc3317720 req-d921572c-3450-4979-add4-3e34a61ec547 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0675061 Sep 26 18:02:07.130535 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38259dfd-a709-46f5-b830-b253201444a0 req-58bbb0c5-e647-4bef-84ef-db497e1ddfa4 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:07.132076 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38259dfd-a709-46f5-b830-b253201444a0 req-58bbb0c5-e647-4bef-84ef-db497e1ddfa4 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0949752 Sep 26 18:02:07.172587 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:07.182155 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b518abcc-1c96-438e-9a29-fcabc3317720 req-ba8214db-ef63-4f1c-8ac3-b20b4ee2389b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910106 Sep 26 18:02:07.201772 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38259dfd-a709-46f5-b830-b253201444a0 req-a4e4a70b-854f-46f9-ab5c-090a1bc4b5fd tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618412 Sep 26 18:02:07.319362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e81006-e6f9-4895-9dc3-40abcd7dcaa1 req-e241b7dc-864b-4395-b42f-941e9da58f28 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:07.322049 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-53e81006-e6f9-4895-9dc3-40abcd7dcaa1 req-e241b7dc-864b-4395-b42f-941e9da58f28 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0689211 Sep 26 18:02:07.384515 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd5bf-a273-4da9-9706-3ba79de07b3a req-cc270c9a-5974-4f16-b873-8dae765a2eaf tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:07.384515 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7dddd5bf-a273-4da9-9706-3ba79de07b3a req-cc270c9a-5974-4f16-b873-8dae765a2eaf tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0905769 Sep 26 18:02:07.451581 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-53e81006-e6f9-4895-9dc3-40abcd7dcaa1 req-4a8b1e38-5b79-446a-92eb-1c0f3b11a96f tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129713 Sep 26 18:02:07.483713 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7dddd5bf-a273-4da9-9706-3ba79de07b3a req-393e4211-fd3d-46e1-a633-23b33f0af370 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921819 Sep 26 18:02:07.512722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41536) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:07.678444 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5672af4-2717-4a2f-9216-003b296714b2 tempest-TestVolumeBootPattern-1805148065 tempest-TestVolumeBootPattern-1805148065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:07.683437 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b5672af4-2717-4a2f-9216-003b296714b2 tempest-TestVolumeBootPattern-1805148065 tempest-TestVolumeBootPattern-1805148065-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 1124 time: 0.1665351 Sep 26 18:02:07.683633 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41542) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:07.689016 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'port_id': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:07.714151 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:07.735882 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:07.808250 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:07.923472 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Allocated IP 172.27.0.93 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/659d55d8-7084-462f-b563-20000b3d0d28) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:08.035743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (659d55d8-7084-462f-b563-20000b3d0d28), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:08.070153 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (659d55d8-7084-462f-b563-20000b3d0d28), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:08.088866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:08.090202 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:08.107571 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:08.160905 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=659d55d8-7084-462f-b563-20000b3d0d28,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:08.303638 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:08.365630 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847878bb-731b-4efd-80ec-f9d051fd0ebe req-4512e066-3461-45f6-b039-70037dea33aa tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:08.367146 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-847878bb-731b-4efd-80ec-f9d051fd0ebe req-4512e066-3461-45f6-b039-70037dea33aa tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0736842 Sep 26 18:02:08.397458 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-328d94e9-ce14-496e-9cb8-1c009b24d4a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:08.491679 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-847878bb-731b-4efd-80ec-f9d051fd0ebe req-b61970da-58ef-42c0-9175-f15f05c2333d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184516 Sep 26 18:02:08.540387 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (be745309-20c7-4310-83e0-45569c348056), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:08.600491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:08.621468 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc486e9f-ef75-4e77-95fd-e7318346512b req-5ac2d52d-5779-4286-844f-cb1a43be7dcf tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:08.623122 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cc486e9f-ef75-4e77-95fd-e7318346512b req-5ac2d52d-5779-4286-844f-cb1a43be7dcf tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0811081 Sep 26 18:02:08.670170 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (659d55d8-7084-462f-b563-20000b3d0d28), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:08.737331 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cc486e9f-ef75-4e77-95fd-e7318346512b req-0a16bc86-a3a3-4721-ab4e-14158fc29e80 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921390 Sep 26 18:02:09.136513 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (659d55d8-7084-462f-b563-20000b3d0d28), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:09.143247 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (659d55d8-7084-462f-b563-20000b3d0d28), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:09.144108 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (be745309-20c7-4310-83e0-45569c348056), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:09.263224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=659d55d8-7084-462f-b563-20000b3d0d28,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:09.292802 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Floating IP be745309-20c7-4310-83e0-45569c348056 associated. External IP: 172.27.0.93, port: 20300a22-8255-4e5b-a385-7931cd6f36bf. Sep 26 18:02:09.389960 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=49 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:09.399566 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:09.481832 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:09.563653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:09.718741 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=13 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:09.761920 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:09.764963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948f165-9e5c-448e-948d-d55fb299dda0 req-97fbacf2-15d1-49aa-beb0-157a7234ade2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:09.767744 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0948f165-9e5c-448e-948d-d55fb299dda0 req-97fbacf2-15d1-49aa-beb0-157a7234ade2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.1493475 Sep 26 18:02:09.809062 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851246-5576-4524-9b0c-681c555ab0ec req-8e4be53a-6be2-4604-be4a-4cbb66484b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:09.810607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-8e4be53a-6be2-4604-be4a-4cbb66484b82 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f&tenant_id=3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 1128 time: 0.1477299 Sep 26 18:02:09.854078 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:09.866580 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:09.879096 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:09.879733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:09.941543 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0948f165-9e5c-448e-948d-d55fb299dda0 req-fd609645-efda-4efa-864c-304d49da0b86 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513915 Sep 26 18:02:09.955675 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af378db5-24da-4dc9-b31d-2707753e999a req-49452033-4606-4199-9c31-d2b42fcd5c48 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:09.957254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-af378db5-24da-4dc9-b31d-2707753e999a req-49452033-4606-4199-9c31-d2b42fcd5c48 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1263459 Sep 26 18:02:09.977131 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:09.988758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851246-5576-4524-9b0c-681c555ab0ec req-50f03268-d682-4191-b442-732dd4c2ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:09.991297 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-50f03268-d682-4191-b442-732dd4c2ecdd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1128 time: 0.1155746 Sep 26 18:02:10.038692 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:10.126866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:10.159882 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-eb07d907-5899-4ae5-817b-b13f7b5294a6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4745774 Sep 26 18:02:10.166433 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:10.170211 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc80703-c708-429b-9093-c41326db25c4" -d '{"events": [{"name": "network-changed", "server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:10.213583 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-af378db5-24da-4dc9-b31d-2707753e999a req-0bd50373-be15-4b22-9737-73aab4746d1c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2294164 Sep 26 18:02:10.219252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5cdba0-bef1-4009-978e-fcd551e5bed6 x-openstack-request-id: req-6b5cdba0-bef1-4009-978e-fcd551e5bed6 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:10.220271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:10.220664 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6b5cdba0-bef1-4009-978e-fcd551e5bed6 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:10.221275 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b5cdba0-bef1-4009-978e-fcd551e5bed6'] response: {'name': 'network-changed', 'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'status': 'completed', 'code': 200} Sep 26 18:02:10.240924 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:10.259055 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851246-5576-4524-9b0c-681c555ab0ec req-a885ac15-88ea-450c-b5cd-8b8ef11be33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.260543 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-a885ac15-88ea-450c-b5cd-8b8ef11be33d service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.2274835 Sep 26 18:02:10.325743 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80703-c708-429b-9093-c41326db25c4 req-dd7c9d44-7108-4a1d-a8d2-7054d2434c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.327196 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-dd7c9d44-7108-4a1d-a8d2-7054d2434c0d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 1129 time: 0.0460148 Sep 26 18:02:10.339761 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-43142e66-892f-4074-b541-02088192ac32 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 200 len: 1000 time: 0.0647135 Sep 26 18:02:10.364114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'be745309-20c7-4310-83e0-45569c348056', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:70:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:08Z', 'updated_at': '2022-09-26T18:02:08Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:10.390291 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:10.395970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851246-5576-4524-9b0c-681c555ab0ec req-236bfff0-04d1-4252-9052-7f04e32020b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.397791 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-236bfff0-04d1-4252-9052-7f04e32020b3 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0485446 Sep 26 18:02:10.400656 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:10.401286 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:01:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:10.431133 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80703-c708-429b-9093-c41326db25c4 req-4fb03279-f73c-4b7e-92e1-becc0d1b636b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.432621 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-4fb03279-f73c-4b7e-92e1-becc0d1b636b service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.0923436 Sep 26 18:02:10.449338 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21851246-5576-4524-9b0c-681c555ab0ec req-c121ec01-ecbe-4b74-b230-0513dd58afdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.450928 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-c121ec01-ecbe-4b74-b230-0513dd58afdf service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410655 Sep 26 18:02:10.513183 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-4e99d9fc-b7e8-4dde-a246-62aed0aa85e0 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=20300a22-8255-4e5b-a385-7931cd6f36bf HTTP/1.1" status: 200 len: 998 time: 0.0681269 Sep 26 18:02:10.513766 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:10.519527 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:10.564437 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-1b9a947e-c89d-4be7-96fa-e0cc71c47eab service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009264 Sep 26 18:02:10.579806 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80703-c708-429b-9093-c41326db25c4 req-fac48f5b-0bf1-49af-b328-1addc90ae112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.581732 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-fac48f5b-0bf1-49af-b328-1addc90ae112 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0533648 Sep 26 18:02:10.653116 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-29f23462-c4fa-4838-bc91-21fe5d69a6f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:10.657408 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc80703-c708-429b-9093-c41326db25c4 req-f43e0e5c-8dd0-44df-b95a-fb70e41dbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:10.659314 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-f43e0e5c-8dd0-44df-b95a-fb70e41dbd75 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699146 Sep 26 18:02:10.669759 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21851246-5576-4524-9b0c-681c555ab0ec req-608fbf7c-ff63-4b90-b1e9-0f97e8f880a9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974467 Sep 26 18:02:10.722356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41596) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:10.780659 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:10.783655 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-8952b7ed-070a-4f2e-902a-4ef8a26d9ed7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117609 Sep 26 18:02:10.790430 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Deleting subnet 99498a2b-92f0-4271-a810-c4f14072e271 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:02:10.792648 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'be745309-20c7-4310-83e0-45569c348056', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:70:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:08Z', 'updated_at': '2022-09-26T18:02:08Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:10.794287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Publish callbacks [] for subnet (99498a2b-92f0-4271-a810-c4f14072e271), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:10.819846 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79aea375-fc1e-4712-92c5-82f72a34a8e3 None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'be745309-20c7-4310-83e0-45569c348056', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:70:48:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:02:08Z', 'updated_at': '2022-09-26T18:02:08Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:10.834661 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Publish callbacks [] for subnet (99498a2b-92f0-4271-a810-c4f14072e271), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:10.844622 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (99498a2b-92f0-4271-a810-c4f14072e271), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:10.911079 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for subnet (99498a2b-92f0-4271-a810-c4f14072e271), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:10.939150 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99498a2b-92f0-4271-a810-c4f14072e271,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:10.945550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:10.951464 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2f06a65c-c07f-4ef1-ad24-acc28e50a901 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/99498a2b-92f0-4271-a810-c4f14072e271 HTTP/1.1" status: 204 len: 168 time: 0.2253273 Sep 26 18:02:10.951831 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41602) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:11.007750 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3bc80703-c708-429b-9093-c41326db25c4 req-3ad36ee1-2432-49b3-8a7e-aff0814f6ea4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111894 Sep 26 18:02:11.046662 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (7c94890a-8732-4df8-a8dc-8a951f63468d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.120311 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a4406be-29b3-46d0-9535-386fbc97e8c6 None None] New status for floating IP be745309-20c7-4310-83e0-45569c348056: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:11.196183 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12b7d-d374-476b-9e82-af1dcad8a4e7 req-bb0af343-0479-4a50-9604-d7d77d7a6a7f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:11.197741 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-33d12b7d-d374-476b-9e82-af1dcad8a4e7 req-bb0af343-0479-4a50-9604-d7d77d7a6a7f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.1006274 Sep 26 18:02:11.199881 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (7c94890a-8732-4df8-a8dc-8a951f63468d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.237339 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.237710 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.238492 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.238874 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > port after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.239222 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > port after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.239898 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > port after_update 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.239898 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.240215 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.240537 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.240888 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.310158 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.310530 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.310890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.311227 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 26 18:02:11.311588 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c94890a-8732-4df8-a8dc-8a951f63468d']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:11.345961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18fdd71d-f415-4a69-8f95-17d6117c59f9') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:11.346312 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18fdd71d-f415-4a69-8f95-17d6117c59f9') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:11.352755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:11.406553 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (18fdd71d-f415-4a69-8f95-17d6117c59f9), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.429576 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-33d12b7d-d374-476b-9e82-af1dcad8a4e7 req-44705d34-81f1-4566-89ef-4eb280fb74a8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2204995 Sep 26 18:02:11.452855 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a6650c-64f5-4340-8216-f9536e1f1fa8 req-bcbec0d0-0181-453e-b2d3-409b861a7d05 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:11.478869 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18a6650c-64f5-4340-8216-f9536e1f1fa8 req-bcbec0d0-0181-453e-b2d3-409b861a7d05 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1480291 Sep 26 18:02:11.478869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (18fdd71d-f415-4a69-8f95-17d6117c59f9), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.499467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:02:11.500112 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (18fdd71d-f415-4a69-8f95-17d6117c59f9), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.598382 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18a6650c-64f5-4340-8216-f9536e1f1fa8 req-83894064-727b-432c-8f6f-36a4c296831f tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311998 Sep 26 18:02:11.630489 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (7c94890a-8732-4df8-a8dc-8a951f63468d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.643619 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.647185 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/7c94890a-8732-4df8-a8dc-8a951f63468d HTTP/1.1" status: 204 len: 168 time: 0.6938922 Sep 26 18:02:11.650082 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41630) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:11.663070 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b15290-5dbb-4e2a-afa3-6f5f7452c95b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c94890a-8732-4df8-a8dc-8a951f63468d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:11.735893 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 18fdd71d-f415-4a69-8f95-17d6117c59f9 resource provider aggregate not found Sep 26 18:02:11.736827 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Deleting subnet 0e191a6e-bff7-4ebe-acbe-a9c63b3398e8 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:02:11.741768 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Publish callbacks [] for subnet (0e191a6e-bff7-4ebe-acbe-a9c63b3398e8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.758281 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 18fdd71d-f415-4a69-8f95-17d6117c59f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18fdd71d-f415-4a69-8f95-17d6117c59f9 found for delete ", "request_id": "req-64a0518d-d55b-4b28-9139-3c00f7c03eb8"}]} Sep 26 18:02:11.781968 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (0e191a6e-bff7-4ebe-acbe-a9c63b3398e8), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.827144 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (0e191a6e-bff7-4ebe-acbe-a9c63b3398e8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.904565 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (0e191a6e-bff7-4ebe-acbe-a9c63b3398e8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.936998 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e191a6e-bff7-4ebe-acbe-a9c63b3398e8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:11.949443 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:11.952843 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/0e191a6e-bff7-4ebe-acbe-a9c63b3398e8 HTTP/1.1" status: 204 len: 168 time: 0.3009803 Sep 26 18:02:11.955194 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.955803 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.956097 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41638) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:11.956456 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.957012 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.957569 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.958084 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.958534 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.958913 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.959429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.959916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.960400 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.960883 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.961364 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.961864 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:11.962340 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2d463f-36f4-483b-968f-e44111a84f4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:12.031802 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (8a579039-9c0f-4e6c-8a2a-f792901f4871), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.100132 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.115603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (8a579039-9c0f-4e6c-8a2a-f792901f4871), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.142824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a579039-9c0f-4e6c-8a2a-f792901f4871']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:12.154129 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d80e4a2-2d73-45d8-bf07-8265f579ec41') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:12.154442 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d80e4a2-2d73-45d8-bf07-8265f579ec41') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:12.166040 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (3d80e4a2-2d73-45d8-bf07-8265f579ec41), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.183646 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (3d80e4a2-2d73-45d8-bf07-8265f579ec41), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.192551 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:02:12.192985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (3d80e4a2-2d73-45d8-bf07-8265f579ec41), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.269236 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (8a579039-9c0f-4e6c-8a2a-f792901f4871), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.275343 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.281581 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/8a579039-9c0f-4e6c-8a2a-f792901f4871 HTTP/1.1" status: 204 len: 168 time: 0.3213689 Sep 26 18:02:12.294876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd26acb3-3ad3-4f92-a5f3-6408f24f1a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8a579039-9c0f-4e6c-8a2a-f792901f4871,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:12.483981 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41642) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:12.536386 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a0607b81-4e30-4e63-9605-772665d6f252 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ca00dc6e8e154184a9eb6dfffe4faf36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509923 Sep 26 18:02:12.539041 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41646) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:12.543468 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:12.593492 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a6662e-2eb5-4f1a-a19c-4111b0713cdc req-b17c4a76-c9ff-46c8-a44d-0f5bd525d578 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:12.593714 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-879f70e3-ed94-479f-b738-fbfba6a7b27d admin admin] Publish callbacks [] for security_group (aa61cab9-cc24-4852-911e-278c45e0f0dd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.596281 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21a6662e-2eb5-4f1a-a19c-4111b0713cdc req-b17c4a76-c9ff-46c8-a44d-0f5bd525d578 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0617144 Sep 26 18:02:12.617249 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-879f70e3-ed94-479f-b738-fbfba6a7b27d admin admin] Publish callbacks [] for security_group (aa61cab9-cc24-4852-911e-278c45e0f0dd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.659887 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21a6662e-2eb5-4f1a-a19c-4111b0713cdc req-842a7c52-5858-47f5-83fb-044c8a3ab18c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579112 Sep 26 18:02:12.693195 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-879f70e3-ed94-479f-b738-fbfba6a7b27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (aa61cab9-cc24-4852-911e-278c45e0f0dd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.697289 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-879f70e3-ed94-479f-b738-fbfba6a7b27d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:12.700314 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-879f70e3-ed94-479f-b738-fbfba6a7b27d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/aa61cab9-cc24-4852-911e-278c45e0f0dd HTTP/1.1" status: 204 len: 168 time: 0.1587296 Sep 26 18:02:12.717820 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:12.719240 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f70e3-ed94-479f-b738-fbfba6a7b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa61cab9-cc24-4852-911e-278c45e0f0dd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:12.835436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d6645-5a37-43bd-8360-5d0aa0f7dae6 req-75a9dc98-2a01-4781-ad54-03d667235e15 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:12.837161 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb6d6645-5a37-43bd-8360-5d0aa0f7dae6 req-75a9dc98-2a01-4781-ad54-03d667235e15 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0829072 Sep 26 18:02:12.837619 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:02:12.908293 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb6d6645-5a37-43bd-8360-5d0aa0f7dae6 req-6bb2ee09-ba3a-47ca-a2ad-82e03e5188c3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638707 Sep 26 18:02:13.147823 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41654) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:13.194055 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-33b97146-0140-4e1d-9e40-08a50b636b38 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b92eb5d9dc284a0685860963535298fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0450320 Sep 26 18:02:13.196555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41656) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:13.254296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e3137b98-522c-4d1c-9c8a-d271b198bcc8 admin admin] Publish callbacks [] for security_group (3352618c-5c72-4409-99d1-c5f6abcd0c9a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:13.277153 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e3137b98-522c-4d1c-9c8a-d271b198bcc8 admin admin] Publish callbacks [] for security_group (3352618c-5c72-4409-99d1-c5f6abcd0c9a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:13.358010 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:13.360179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e3137b98-522c-4d1c-9c8a-d271b198bcc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3352618c-5c72-4409-99d1-c5f6abcd0c9a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:13.363193 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e3137b98-522c-4d1c-9c8a-d271b198bcc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:13.366720 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e3137b98-522c-4d1c-9c8a-d271b198bcc8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3352618c-5c72-4409-99d1-c5f6abcd0c9a HTTP/1.1" status: 204 len: 168 time: 0.1669841 Sep 26 18:02:13.373697 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3137b98-522c-4d1c-9c8a-d271b198bcc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3352618c-5c72-4409-99d1-c5f6abcd0c9a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:13.541776 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:13.813360 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 3d80e4a2-2d73-45d8-bf07-8265f579ec41 resource provider aggregate not found Sep 26 18:02:13.864978 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50249b5-3c0d-4428-b42a-e36817849ba1 req-6eb61f0c-3bf4-4ca1-86c6-b15bb9941921 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:13.866740 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c50249b5-3c0d-4428-b42a-e36817849ba1 req-6eb61f0c-3bf4-4ca1-86c6-b15bb9941921 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.1118248 Sep 26 18:02:13.868693 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 3d80e4a2-2d73-45d8-bf07-8265f579ec41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d80e4a2-2d73-45d8-bf07-8265f579ec41 found for delete ", "request_id": "req-1f316dc2-11c5-42ac-9603-5b9da5c61c5b"}]} Sep 26 18:02:13.928573 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c50249b5-3c0d-4428-b42a-e36817849ba1 req-85e92aa0-f424-4905-83e3-ffc843a2cca5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560122 Sep 26 18:02:14.085615 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a5df36-29ec-44a6-b3c5-19a7d57b0474 req-bb08dcb0-68a3-417d-8c74-8d76c8d66e34 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:14.092443 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0a5df36-29ec-44a6-b3c5-19a7d57b0474 req-bb08dcb0-68a3-417d-8c74-8d76c8d66e34 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0793645 Sep 26 18:02:14.123308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:14.177754 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0a5df36-29ec-44a6-b3c5-19a7d57b0474 req-926e92cf-9d4f-407d-be75-20f4af06a30f tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787108 Sep 26 18:02:14.873615 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41698) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:15.009151 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bab630bc-d5a6-4ce2-a28b-061bef740388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.100037 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85605b5-787c-4583-9932-4e95c19fa989 req-3b424eaa-2b1f-450b-93cc-27bad5e64302 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:15.101719 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d85605b5-787c-4583-9932-4e95c19fa989 req-3b424eaa-2b1f-450b-93cc-27bad5e64302 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0676036 Sep 26 18:02:15.183762 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bab630bc-d5a6-4ce2-a28b-061bef740388 admin admin] Publish callbacks [] for security_group (73a79775-3a84-4433-8110-a9245ae13240), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.203381 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bab630bc-d5a6-4ce2-a28b-061bef740388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (73a79775-3a84-4433-8110-a9245ae13240), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.231495 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d85605b5-787c-4583-9932-4e95c19fa989 req-c6ff8754-3ac2-400f-96f6-5bcf8712db53 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199300 Sep 26 18:02:15.269145 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab630bc-d5a6-4ce2-a28b-061bef740388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a79775-3a84-4433-8110-a9245ae13240,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:15.277752 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41706) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:15.287509 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bab630bc-d5a6-4ce2-a28b-061bef740388 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b4a6ac5a5f3d4c56b3722ffcae7eebdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126651 Sep 26 18:02:15.304916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:15.348024 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:15.356844 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4eab2413-ef73-43ca-9585-1e0845b7a532 admin admin] Publish callbacks [] for security_group (73a79775-3a84-4433-8110-a9245ae13240), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.366302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54a2038-923a-4c7c-a846-90941ecabae9 req-f4d4bf5b-9bb4-48f6-a4da-3496e39a9df7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:15.367997 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b54a2038-923a-4c7c-a846-90941ecabae9 req-f4d4bf5b-9bb4-48f6-a4da-3496e39a9df7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0622129 Sep 26 18:02:15.385018 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4eab2413-ef73-43ca-9585-1e0845b7a532 admin admin] Publish callbacks [] for security_group (73a79775-3a84-4433-8110-a9245ae13240), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.425553 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b54a2038-923a-4c7c-a846-90941ecabae9 req-008cf485-c3f9-41fd-b2a9-04a7c803ee9c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514479 Sep 26 18:02:15.446566 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4eab2413-ef73-43ca-9585-1e0845b7a532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (73a79775-3a84-4433-8110-a9245ae13240), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.449661 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4eab2413-ef73-43ca-9585-1e0845b7a532 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:15.450820 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4eab2413-ef73-43ca-9585-1e0845b7a532 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/73a79775-3a84-4433-8110-a9245ae13240 HTTP/1.1" status: 204 len: 168 time: 0.1710250 Sep 26 18:02:15.459950 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab2413-ef73-43ca-9585-1e0845b7a532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a79775-3a84-4433-8110-a9245ae13240,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:16.380667 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe0c8c4-f9e6-4961-ac9b-8ca7622484f2 req-e13e8d81-d4fb-4890-ba53-8efecd17e647 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:16.382517 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9fe0c8c4-f9e6-4961-ac9b-8ca7622484f2 req-e13e8d81-d4fb-4890-ba53-8efecd17e647 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0553985 Sep 26 18:02:16.438232 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9fe0c8c4-f9e6-4961-ac9b-8ca7622484f2 req-1f262f85-161d-4321-91ed-a60a969d7e18 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490141 Sep 26 18:02:16.591576 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988587f-bbe5-404b-bdab-458a905f393f req-d84f0dbe-8b84-40a3-a7a2-d54d0c11b130 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:16.593115 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b988587f-bbe5-404b-bdab-458a905f393f req-d84f0dbe-8b84-40a3-a7a2-d54d0c11b130 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0666296 Sep 26 18:02:16.667962 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b988587f-bbe5-404b-bdab-458a905f393f req-fe0ab190-4e8e-4c3b-8515-74678aefe939 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678713 Sep 26 18:02:17.600996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca525edd-bfe2-4b3d-b334-a11dddd65dcf req-6086b65b-32ab-4c5d-a7ba-2cb5446e173b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:17.602515 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca525edd-bfe2-4b3d-b334-a11dddd65dcf req-6086b65b-32ab-4c5d-a7ba-2cb5446e173b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0590899 Sep 26 18:02:17.654280 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca525edd-bfe2-4b3d-b334-a11dddd65dcf req-576e5561-031e-4261-8554-75280b6e9113 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459497 Sep 26 18:02:17.802996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb17ee-ca2f-4866-ab71-ab602f5d793c req-4414cdef-b3fa-4837-8454-3577ecb5006e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:17.804627 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8cbb17ee-ca2f-4866-ab71-ab602f5d793c req-4414cdef-b3fa-4837-8454-3577ecb5006e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0509596 Sep 26 18:02:17.871622 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8cbb17ee-ca2f-4866-ab71-ab602f5d793c req-41169898-ff87-4e78-bb44-8ded187a91ca tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611324 Sep 26 18:02:18.787810 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111c60d-a276-490e-82da-a62c2a9a3ca5 req-b17ea994-39cc-46a9-825f-bd7f57383ae9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:18.789288 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9111c60d-a276-490e-82da-a62c2a9a3ca5 req-b17ea994-39cc-46a9-825f-bd7f57383ae9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0469320 Sep 26 18:02:18.843393 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9111c60d-a276-490e-82da-a62c2a9a3ca5 req-e03eb641-342b-4663-99c4-a25882929798 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478346 Sep 26 18:02:19.001458 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b9e88-f4e3-4dc6-9189-92597c18315d req-9d4f6730-bd68-49d9-921f-7b61120f17a6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:19.003963 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-322b9e88-f4e3-4dc6-9189-92597c18315d req-9d4f6730-bd68-49d9-921f-7b61120f17a6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0523243 Sep 26 18:02:19.057718 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-322b9e88-f4e3-4dc6-9189-92597c18315d req-02c5c415-8023-416b-821e-73ae2081a597 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478630 Sep 26 18:02:19.986814 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc13544-3d23-45fa-8136-c2574a7a3370 req-2e84df52-9c9b-4d57-afb5-e28a6a27e638 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:19.988367 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fc13544-3d23-45fa-8136-c2574a7a3370 req-2e84df52-9c9b-4d57-afb5-e28a6a27e638 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0593939 Sep 26 18:02:20.007530 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:20.038767 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fc13544-3d23-45fa-8136-c2574a7a3370 req-e520a95a-fef4-4a09-9ac9-635ec49ccdb4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448270 Sep 26 18:02:20.188638 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32589981-a09a-47c6-8b9d-eed75ce27742 req-8d81a8b2-e5e4-4489-900b-e8bd8a1f9ab4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:20.190808 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32589981-a09a-47c6-8b9d-eed75ce27742 req-8d81a8b2-e5e4-4489-900b-e8bd8a1f9ab4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Sep 26 18:02:20.244461 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32589981-a09a-47c6-8b9d-eed75ce27742 req-43f825a9-f452-4dcc-a644-9f46e3df1e5a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444052 Sep 26 18:02:21.175990 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50c655-2fb6-42e4-b838-dc0fec430e62 req-efa6f7b5-fc22-41f8-b0f7-159feea09928 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:21.177616 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a50c655-2fb6-42e4-b838-dc0fec430e62 req-efa6f7b5-fc22-41f8-b0f7-159feea09928 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0515332 Sep 26 18:02:21.240261 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a50c655-2fb6-42e4-b838-dc0fec430e62 req-20addb43-a6a4-4aff-bd8a-a86989232557 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565987 Sep 26 18:02:21.375569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5463b131-9745-4220-9d22-bb8a83904682 req-8fb1a3b0-757f-437c-a3b2-a5b59d9a97ee tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:21.377100 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5463b131-9745-4220-9d22-bb8a83904682 req-8fb1a3b0-757f-437c-a3b2-a5b59d9a97ee tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0481830 Sep 26 18:02:21.429271 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5463b131-9745-4220-9d22-bb8a83904682 req-ec00c14e-355e-439e-b1c1-be06dd68f615 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451865 Sep 26 18:02:22.368277 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471b819-544d-46d8-a5d4-858716e3bf46 req-0bf9284c-75c9-4989-b0ad-b1172bb36078 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:22.371287 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a471b819-544d-46d8-a5d4-858716e3bf46 req-0bf9284c-75c9-4989-b0ad-b1172bb36078 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0495627 Sep 26 18:02:22.406789 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:22.432136 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a471b819-544d-46d8-a5d4-858716e3bf46 req-722edd30-17f9-469d-88cc-5ea812232e45 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567884 Sep 26 18:02:22.557041 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c82d-f24e-4d3f-a378-81eb2b22a1c2 req-9bdf83b0-a776-4491-9861-7cf6d2d15841 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:22.558420 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59e5c82d-f24e-4d3f-a378-81eb2b22a1c2 req-9bdf83b0-a776-4491-9861-7cf6d2d15841 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0511513 Sep 26 18:02:22.606815 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59e5c82d-f24e-4d3f-a378-81eb2b22a1c2 req-e12f02c7-e2ed-4d77-a640-ce83d39844cf tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427465 Sep 26 18:02:22.846621 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d3bc1-61d5-4eab-83bf-1e7221b8eee7 req-5670bb9d-5abd-40b2-938b-24ed20c65c8c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:22.848036 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d4d3bc1-61d5-4eab-83bf-1e7221b8eee7 req-5670bb9d-5abd-40b2-938b-24ed20c65c8c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0468924 Sep 26 18:02:22.895123 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d4d3bc1-61d5-4eab-83bf-1e7221b8eee7 req-0b004564-3c53-4b76-8015-0b5aaa6410f6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415156 Sep 26 18:02:23.534850 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:23.537725 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=41,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:23.570018 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa7b06-f825-4686-8ba3-18ba42945337 req-af6ad0bd-2507-4130-8fce-079414be0fd1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:23.571535 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40fa7b06-f825-4686-8ba3-18ba42945337 req-af6ad0bd-2507-4130-8fce-079414be0fd1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0525656 Sep 26 18:02:23.619971 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40fa7b06-f825-4686-8ba3-18ba42945337 req-9465fc24-c382-491f-a3db-d79f640eb791 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 Sep 26 18:02:24.018033 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a17521-790a-4347-b284-dee642146ef5 req-6a3c541b-35dd-46cf-a372-da2ef4188a2d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:24.020098 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-46a17521-790a-4347-b284-dee642146ef5 req-6a3c541b-35dd-46cf-a372-da2ef4188a2d tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0478847 Sep 26 18:02:24.066948 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-46a17521-790a-4347-b284-dee642146ef5 req-57e3c383-eeb0-4c97-8ce3-37130bda4b96 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411503 Sep 26 18:02:24.752318 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a125b7-418f-4582-9897-fdf4728f97ad req-033af5e8-dfc3-459a-b212-f893b1383a01 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:24.753988 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-14a125b7-418f-4582-9897-fdf4728f97ad req-033af5e8-dfc3-459a-b212-f893b1383a01 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0469301 Sep 26 18:02:24.804093 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-14a125b7-418f-4582-9897-fdf4728f97ad req-ed35d4db-3b5c-4e8f-99b8-80fecf204b83 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444889 Sep 26 18:02:25.191985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872138b2-e8b4-4f8e-9b9b-0362de5cfd52 req-bb562079-dcc3-494a-9474-651ebd7ab63e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:25.193456 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-872138b2-e8b4-4f8e-9b9b-0362de5cfd52 req-bb562079-dcc3-494a-9474-651ebd7ab63e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0468500 Sep 26 18:02:25.240899 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-872138b2-e8b4-4f8e-9b9b-0362de5cfd52 req-4d5fe0e1-2049-4ed2-98a7-521f6c41efd9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419407 Sep 26 18:02:25.453780 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=24,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:25.459631 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=6,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:25.473688 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:25.811063 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-9cd7e85e-de2a-49b3-83d6-63ed2f22b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:25.812470 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-9cd7e85e-de2a-49b3-83d6-63ed2f22b4d5 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1129 time: 0.0392888 Sep 26 18:02:25.909417 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-01e4a7db-ad15-4e55-bce9-52dd5e71399b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:25.910994 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-01e4a7db-ad15-4e55-bce9-52dd5e71399b service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 912 time: 0.0901649 Sep 26 18:02:25.925362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:25.937467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde430a-9c0b-4b9e-8775-7e98665a1068 req-5b2b68c4-5b93-45f2-a668-365702116333 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:25.938983 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2dde430a-9c0b-4b9e-8775-7e98665a1068 req-5b2b68c4-5b93-45f2-a668-365702116333 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0494118 Sep 26 18:02:25.983038 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-5d8e0f69-9527-445f-a010-9ec988f4c1b7 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 200 len: 1000 time: 0.0632169 Sep 26 18:02:25.988195 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2dde430a-9c0b-4b9e-8775-7e98665a1068 req-95e93c95-8d6f-4292-bfa1-223956a5df06 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431042 Sep 26 18:02:26.041500 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-2971054f-a36e-45c4-ba57-b13b441622e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:26.043008 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-2971054f-a36e-45c4-ba57-b13b441622e2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.0462642 Sep 26 18:02:26.087775 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-f254a209-f0f5-4765-a053-d1cfde6dd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:26.089201 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-f254a209-f0f5-4765-a053-d1cfde6dd33b service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392110 Sep 26 18:02:26.189364 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-a1ea00e1-67c2-4334-a784-9f440719bcd0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874557 Sep 26 18:02:26.281381 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-72411363-a22d-4db9-b13b-c499b65c7a8a req-25dd4578-b894-47d8-aed8-0baf3b49bbc8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860107 Sep 26 18:02:26.365702 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339174fc-b462-4295-80bf-1fd3c79b4f07 req-7eb24868-021e-4748-85af-e14510091aac tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:26.367876 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-339174fc-b462-4295-80bf-1fd3c79b4f07 req-7eb24868-021e-4748-85af-e14510091aac tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0511613 Sep 26 18:02:26.415985 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-339174fc-b462-4295-80bf-1fd3c79b4f07 req-78a4c400-8661-44ce-a50b-e7dfecac519e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425546 Sep 26 18:02:27.124878 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fdd742-7ac3-4f77-9306-a0efd2266ee2 req-bf8ed045-51a7-4cc1-9fa9-e73a60e6433f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:27.126349 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0fdd742-7ac3-4f77-9306-a0efd2266ee2 req-bf8ed045-51a7-4cc1-9fa9-e73a60e6433f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0485661 Sep 26 18:02:27.174014 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0fdd742-7ac3-4f77-9306-a0efd2266ee2 req-4650cbdc-a782-45c6-8396-e2d50f172d60 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413179 Sep 26 18:02:27.538908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206de012-88d7-47ce-8231-6ac506003e4a req-27a227ac-a401-42b2-a22b-e18e1b88f8d5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:27.540390 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-206de012-88d7-47ce-8231-6ac506003e4a req-27a227ac-a401-42b2-a22b-e18e1b88f8d5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0473671 Sep 26 18:02:27.593195 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-206de012-88d7-47ce-8231-6ac506003e4a req-dc1f75ba-f009-459c-813e-36756fa05914 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469460 Sep 26 18:02:28.263995 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:28.301372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e9da6b-d510-4cb9-91d1-a3fca43dead4 req-f7f42a9a-a788-453f-97c5-0fa6d6ced9ce tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:28.302820 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d7e9da6b-d510-4cb9-91d1-a3fca43dead4 req-f7f42a9a-a788-453f-97c5-0fa6d6ced9ce tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0469406 Sep 26 18:02:28.349822 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d7e9da6b-d510-4cb9-91d1-a3fca43dead4 req-1b078e10-8e66-46dd-9db3-636e4c99bbd0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Sep 26 18:02:28.720763 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36863c6-2001-4c8f-bf3b-f932718e4951 req-6281490a-e339-4175-91f7-ff65245b365e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:28.722266 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b36863c6-2001-4c8f-bf3b-f932718e4951 req-6281490a-e339-4175-91f7-ff65245b365e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Sep 26 18:02:28.769764 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b36863c6-2001-4c8f-bf3b-f932718e4951 req-78c7c56a-91c6-4812-b1cb-1abdfd232da5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418859 Sep 26 18:02:29.487744 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f297b734-ac8b-4d4f-bb09-49e86ce70761 req-761da057-aaa4-421e-b224-9955a4e6a3d8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:29.489165 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f297b734-ac8b-4d4f-bb09-49e86ce70761 req-761da057-aaa4-421e-b224-9955a4e6a3d8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0592740 Sep 26 18:02:29.537191 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f297b734-ac8b-4d4f-bb09-49e86ce70761 req-81d4b6dd-3f62-4143-bd97-9e771dd16b84 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421646 Sep 26 18:02:30.579395 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:30.663428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb21623-ca24-493b-8fad-7c8f60cfae2b req-f363b633-fcff-43d1-8e45-74118e05c093 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:30.664881 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1cb21623-ca24-493b-8fad-7c8f60cfae2b req-f363b633-fcff-43d1-8e45-74118e05c093 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0461917 Sep 26 18:02:30.713191 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1cb21623-ca24-493b-8fad-7c8f60cfae2b req-0c68b92a-6879-4e1f-a3fd-2d652ae7084e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426471 Sep 26 18:02:30.880005 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:31.845791 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcd51e-cce3-4c6d-a869-9a1ae6180607 req-a4edecc1-d9b3-458d-b26f-58b3cf9aac4f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:31.847493 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1adcd51e-cce3-4c6d-a869-9a1ae6180607 req-a4edecc1-d9b3-458d-b26f-58b3cf9aac4f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0507805 Sep 26 18:02:31.895427 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1adcd51e-cce3-4c6d-a869-9a1ae6180607 req-6271c93b-2f61-469c-ae59-7b61d2797c0c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423079 Sep 26 18:02:33.020897 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c1c4d-d86f-404d-90a5-f1e199e74df6 req-3bf3191d-4486-4bc1-88bb-d1fa0b9e8d60 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:33.022296 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9f8c1c4d-d86f-404d-90a5-f1e199e74df6 req-3bf3191d-4486-4bc1-88bb-d1fa0b9e8d60 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0472593 Sep 26 18:02:33.069880 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9f8c1c4d-d86f-404d-90a5-f1e199e74df6 req-362306ab-81fe-4a85-8b56-a39821eb83f8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419626 Sep 26 18:02:34.195353 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bd5861-834f-4e2f-aef0-62b1958a5db3 req-58ccd607-87fa-482b-987b-1ebc1f13d835 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:34.196827 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f0bd5861-834f-4e2f-aef0-62b1958a5db3 req-58ccd607-87fa-482b-987b-1ebc1f13d835 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0465519 Sep 26 18:02:34.254910 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f0bd5861-834f-4e2f-aef0-62b1958a5db3 req-557f0fe0-862e-4c26-882c-eef37b8d236f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520334 Sep 26 18:02:35.383751 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035103e5-4340-44ff-837f-2308d942ee4b req-d1bfde97-9eba-49a0-8ff4-2b7b0d8e183d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:35.385239 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-035103e5-4340-44ff-837f-2308d942ee4b req-d1bfde97-9eba-49a0-8ff4-2b7b0d8e183d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 944 time: 0.0484109 Sep 26 18:02:35.412116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:35.434627 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-035103e5-4340-44ff-837f-2308d942ee4b req-46c0cbf9-4c16-4c49-9b5a-9c6ac2de1dd3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438225 Sep 26 18:02:35.683675 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:02:35.783182 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:35.794988 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'port_id': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'mac_address': 'fa:16:3e:9d:b8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:02:35.833493 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:35.833884 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:35.847765 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:02:35.868123 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:35.871715 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:35.917127 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=9']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:36.266144 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=48 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:36.278825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=46 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:36.328747 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:02:36.566262 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffae99f0-0025-427d-8cd0-e4b2b28a8024 req-adbe525e-65d6-4c78-8950-a6985d8fef5c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:36.567801 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ffae99f0-0025-427d-8cd0-e4b2b28a8024 req-adbe525e-65d6-4c78-8950-a6985d8fef5c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.0498831 Sep 26 18:02:36.616435 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ffae99f0-0025-427d-8cd0-e4b2b28a8024 req-2da38d23-02e8-4b12-83f1-821399a4c0f4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430088 Sep 26 18:02:36.829023 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:37.594429 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41916) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:37.688559 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:37.714322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b04ca8ba-335d-43f7-883e-1b4560004402 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:37.733738 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:37.734229 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:37.734632 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f Sep 26 18:02:37.814370 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:37.814676 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:37.840362 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:37.842629 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e776624-2637-444a-9ab9-9309359d670d" -d '{"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:37.855654 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:37.863392 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:37.892561 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af5f34d-5387-4459-909e-7d120f030300 x-openstack-request-id: req-4af5f34d-5387-4459-909e-7d120f030300 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:37.892924 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-plugged", "status": "completed", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:37.893171 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4af5f34d-5387-4459-909e-7d120f030300 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:37.893570 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4af5f34d-5387-4459-909e-7d120f030300'] response: {'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'code': 200} Sep 26 18:02:37.916608 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=10']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:37.986763 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962eb81-ae9f-4e73-b9f3-71e63a2ec13a req-e9fcc0c2-d02c-4fd3-886a-e1b046539ea9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:37.988407 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d962eb81-ae9f-4e73-b9f3-71e63a2ec13a req-e9fcc0c2-d02c-4fd3-886a-e1b046539ea9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 945 time: 0.2894485 Sep 26 18:02:38.061852 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d962eb81-ae9f-4e73-b9f3-71e63a2ec13a req-6f852797-2221-4043-b10b-7c1f2801f9b6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670097 Sep 26 18:02:38.065969 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:38.092442 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b04ca8ba-335d-43f7-883e-1b4560004402 admin admin] Publish callbacks [] for security_group (000f4207-2240-4de0-b75b-145b94d93415), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.097692 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b04ca8ba-335d-43f7-883e-1b4560004402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (000f4207-2240-4de0-b75b-145b94d93415), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.136898 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b04ca8ba-335d-43f7-883e-1b4560004402 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=305855c41e574cb08475226c4ffe7795&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5413592 Sep 26 18:02:38.137728 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ca8ba-335d-43f7-883e-1b4560004402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000f4207-2240-4de0-b75b-145b94d93415,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:38.139714 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41924) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:38.194479 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26903d3a-8793-4153-9507-7a1602e7c27a admin admin] Publish callbacks [] for security_group (000f4207-2240-4de0-b75b-145b94d93415), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.215181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26903d3a-8793-4153-9507-7a1602e7c27a admin admin] Publish callbacks [] for security_group (000f4207-2240-4de0-b75b-145b94d93415), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.262794 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26903d3a-8793-4153-9507-7a1602e7c27a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (000f4207-2240-4de0-b75b-145b94d93415), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.265402 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26903d3a-8793-4153-9507-7a1602e7c27a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.266562 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-26903d3a-8793-4153-9507-7a1602e7c27a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/000f4207-2240-4de0-b75b-145b94d93415 HTTP/1.1" status: 204 len: 168 time: 0.1257665 Sep 26 18:02:38.275313 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26903d3a-8793-4153-9507-7a1602e7c27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000f4207-2240-4de0-b75b-145b94d93415,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:38.403217 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-199ae288-b59f-4b45-ad42-b81728cced74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:38.566456 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2c137-8cf1-4c16-a456-1eb543a89a86 req-95fccba2-9701-4778-9d9a-550d07cb0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:38.568006 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2df2c137-8cf1-4c16-a456-1eb543a89a86 req-95fccba2-9701-4778-9d9a-550d07cb0c49 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 1131 time: 0.0506215 Sep 26 18:02:38.616484 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2df2c137-8cf1-4c16-a456-1eb543a89a86 req-4d1fe98d-8d98-42a0-98f6-9263ae4250c6 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411365 Sep 26 18:02:38.931274 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 41946) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:39.031042 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1595862592-network', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:39.050773 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Made reservation on behalf of 7fc64ff05f7240b3a9cb0f191195b8e3 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:02:39.053081 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.063798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.143783 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks [] for security_group (c60e6c61-3def-45a1-b18f-bd5feaf9e66d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.148364 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c60e6c61-3def-45a1-b18f-bd5feaf9e66d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.183596 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:02:39.194172 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60e6c61-3def-45a1-b18f-bd5feaf9e66d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:39.200550 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (f0b88a22-b978-4368-b1b5-a2773419d509), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.200901 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Added segment f0b88a22-b978-4368-b1b5-a2773419d509 of type vlan for network ef38c393-cefb-4946-b777-68be31dde562 Sep 26 18:02:39.214635 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b473cc-f8b5-4610-9e86-6d0bd2862325 req-6c07f289-2aba-4c3c-bf53-c41443c182c4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.216952 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f1b473cc-f8b5-4610-9e86-6d0bd2862325 req-6c07f289-2aba-4c3c-bf53-c41443c182c4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.0653853 Sep 26 18:02:39.248639 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (ef38c393-cefb-4946-b777-68be31dde562), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.270108 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f1b473cc-f8b5-4610-9e86-6d0bd2862325 req-9bc7e70e-ac95-4132-8f58-e3badd0edf5d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465724 Sep 26 18:02:39.277537 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (ef38c393-cefb-4946-b777-68be31dde562), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.278674 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.279312 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.335555 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4031775 Sep 26 18:02:39.338759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41952) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:39.344395 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Request body: {'subnet': {'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1595862592-subnet', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:39.347737 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4cbf7-0768-40ee-9273-9bb0ce553bbc admin admin] Pushing event updated for resources: {'Network': ['ID=ef38c393-cefb-4946-b777-68be31dde562,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:39.357098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network ef38c393-cefb-4946-b777-68be31dde562 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:02:39.369156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Made reservation on behalf of 7fc64ff05f7240b3a9cb0f191195b8e3 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:02:39.371836 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461796'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.551061 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461810'] for subnet (64321d1c-61cf-4989-8002-9326b6f79ecd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.604385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64321d1c-61cf-4989-8002-9326b6f79ecd,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:39.620523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Checking segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:39.620885 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Network hostable DHCP agents. Network: ef38c393-cefb-4946-b777-68be31dde562, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:02:39.626890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:39.641729 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Network ef38c393-cefb-4946-b777-68be31dde562 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:02:39.651910 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, ef38c393-cefb-4946-b777-68be31dde562) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:39.656700 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:39.657591 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.662388 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd5531-4ee3-4b1a-a75b-7d9386ea6ba4 None None] Network ef38c393-cefb-4946-b777-68be31dde562 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:02:39.674488 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ea23ae31-2467-4fa6-ad1e-9d2bbd182296 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3344817 Sep 26 18:02:39.677242 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 41958) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:39.681532 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:39.704234 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (af0bf288-ec64-475e-b107-ab65334871b0), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.706057 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (af0bf288-ec64-475e-b107-ab65334871b0), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.759868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks [] for router_controller (af0bf288-ec64-475e-b107-ab65334871b0), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.771571 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-ef38c393-cefb-4946-b777-68be31dde562', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:02:39.772502 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.896235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks [] for router_gateway (af0bf288-ec64-475e-b107-ab65334871b0), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:39.911143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Allocated IP 172.20.0.2 (ef38c393-cefb-4946-b777-68be31dde562/64321d1c-61cf-4989-8002-9326b6f79ecd/94f05f4e-e943-4b40-b412-a561f64fe2fe) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:40.053062 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Publish callbacks [] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.058797 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.082773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.089014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks [] for router_gateway (af0bf288-ec64-475e-b107-ab65334871b0), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.089202 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.107083 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Network ef38c393-cefb-4946-b777-68be31dde562 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:40.109464 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.113462 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:40.116046 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Pushing event updated for resources: {'Port': ['ID=94f05f4e-e943-4b40-b412-a561f64fe2fe,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:40.118192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:40.147305 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.172562 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.179052 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Attempting to bind port 94f05f4e-e943-4b40-b412-a561f64fe2fe on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:40.179423 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Attempting to bind port 94f05f4e-e943-4b40-b412-a561f64fe2fe by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:40.179811 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Attempting to bind port 94f05f4e-e943-4b40-b412-a561f64fe2fe on network ef38c393-cefb-4946-b777-68be31dde562 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:40.225694 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:40.226069 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Checking segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:40.226471 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.226890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Bound using segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:40.227365 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Bound port: 94f05f4e-e943-4b40-b412-a561f64fe2fe, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:40.227749 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.229362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Allocated IP 172.27.0.221 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/9446000f-4e39-45d3-90a6-7421e58f6b6d) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:40.319693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] For port 94f05f4e-e943-4b40-b412-a561f64fe2fe, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:40.324911 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] For port 94f05f4e-e943-4b40-b412-a561f64fe2fe, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=94f05f4e-e943-4b40-b412-a561f64fe2fe,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:40.336201 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.350946 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks [] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.403426 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a941175e-eab9-4f27-9e01-74c15a27308f None None] Pushing event updated for resources: {'Port': ['ID=94f05f4e-e943-4b40-b412-a561f64fe2fe,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:40.434503 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.483175 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef543e88-4c68-4eb1-bbed-6c56f29853a3 req-df957a1f-a463-415e-8482-cdb2f3dc7ffe tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:40.484847 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ef543e88-4c68-4eb1-bbed-6c56f29853a3 req-df957a1f-a463-415e-8482-cdb2f3dc7ffe tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.1084235 Sep 26 18:02:40.487409 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:40.496864 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:40.498974 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:40.547835 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:40.567957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Pushing event updated for resources: {'Port': ['ID=9446000f-4e39-45d3-90a6-7421e58f6b6d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:40.630433 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ef543e88-4c68-4eb1-bbed-6c56f29853a3 req-35decb45-22fb-4149-aa6f-c6cf3fb14264 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1375575 Sep 26 18:02:40.671181 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-96635022-0a1e-4f66-8853-e18ad0d03835 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:40.891151 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks [] for router_gateway (af0bf288-ec64-475e-b107-ab65334871b0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.083514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.095844 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (af0bf288-ec64-475e-b107-ab65334871b0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.266690 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Router af0bf288-ec64-475e-b107-ab65334871b0 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:02:41.338422 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 94f05f4e-e943-4b40-b412-a561f64fe2fe up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:41.389020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 94f05f4e-e943-4b40-b412-a561f64fe2fe triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:41.389749 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.390329 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 94f05f4e-e943-4b40-b412-a561f64fe2fe Sep 26 18:02:41.398042 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:41.426460 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Sync routers for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:41.433624 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.434969 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4491a65b-2e32-4f6d-b8be-e8f17db78cca admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7567482 Sep 26 18:02:41.439419 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42006) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:41.593056 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df71c2cb-60ba-4a97-a791-cbef326740ce None None] Network ef38c393-cefb-4946-b777-68be31dde562 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:02:41.599587 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:41.600232 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:41.661878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.689593 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Provisioning complete for port 94f05f4e-e943-4b40-b412-a561f64fe2fe triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:41.690079 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.690636 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Attempt 1 to provision port 94f05f4e-e943-4b40-b412-a561f64fe2fe Sep 26 18:02:41.745364 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:41.806235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1f86e-3759-4680-80f8-05f1245260df req-9f8603ec-64c6-4355-bde4-7b34de0f31ec tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:41.808227 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b0b1f86e-3759-4680-80f8-05f1245260df req-9f8603ec-64c6-4355-bde4-7b34de0f31ec tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.0542631 Sep 26 18:02:41.862895 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 94f05f4e-e943-4b40-b412-a561f64fe2fe is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:41.863556 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.866220 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b0b1f86e-3759-4680-80f8-05f1245260df req-28679f18-f9d5-4269-af34-f101d60bf2c8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517628 Sep 26 18:02:41.897405 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:41.921422 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:41.987440 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Current status of the port 94f05f4e-e943-4b40-b412-a561f64fe2fe is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:41.988115 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.022200 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 94f05f4e-e943-4b40-b412-a561f64fe2fe, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=94f05f4e-e943-4b40-b412-a561f64fe2fe,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:42.059841 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.077369 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Allocated IP 172.20.0.1 (ef38c393-cefb-4946-b777-68be31dde562/64321d1c-61cf-4989-8002-9326b6f79ecd/d64cb558-223d-4e10-91df-a8788833e68e) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:42.174532 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.192325 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=94f05f4e-e943-4b40-b412-a561f64fe2fe,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.192537 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks [] for port (d64cb558-223d-4e10-91df-a8788833e68e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.194789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 18:02:42.195244 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 18:02:42.228300 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (d64cb558-223d-4e10-91df-a8788833e68e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.242911 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:40Z', 'revision_number': 3, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:42.269403 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Checking router: af0bf288-ec64-475e-b107-ab65334871b0 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:42.269788 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Updating router af0bf288-ec64-475e-b107-ab65334871b0 port 9446000f-4e39-45d3-90a6-7421e58f6b6d binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:02:42.274829 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Network ef38c393-cefb-4946-b777-68be31dde562 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:42.280453 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:42.282813 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Pushing event updated for resources: {'Port': ['ID=d64cb558-223d-4e10-91df-a8788833e68e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.285603 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:42.301191 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.327793 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (af0bf288-ec64-475e-b107-ab65334871b0), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.461592 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.478021 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.481866 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d64cb558-223d-4e10-91df-a8788833e68e), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.576310 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.586981 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Publish callbacks [] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.594161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.631673 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.634938 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Attempting to bind port 9446000f-4e39-45d3-90a6-7421e58f6b6d on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:42.635324 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Attempting to bind port 9446000f-4e39-45d3-90a6-7421e58f6b6d by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:42.635696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Attempting to bind port 9446000f-4e39-45d3-90a6-7421e58f6b6d on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:42.642442 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:42.665411 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks [] for port (d64cb558-223d-4e10-91df-a8788833e68e), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.665925 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708294a-2dab-44b3-922a-a7d8fa3ce907 None None] Pushing event updated for resources: {'Port': ['ID=9446000f-4e39-45d3-90a6-7421e58f6b6d,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.670144 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (d64cb558-223d-4e10-91df-a8788833e68e), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.695047 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:42.695422 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:42.695827 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.696220 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:42.696693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Bound port: 9446000f-4e39-45d3-90a6-7421e58f6b6d, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:42.697078 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.734710 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Pushing event updated for resources: {'Port': ['ID=d64cb558-223d-4e10-91df-a8788833e68e,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.741781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (af0bf288-ec64-475e-b107-ab65334871b0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.766176 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-615dce93-4f87-453d-8a88-56ae4fc35907 None None] Current status of the port 94f05f4e-e943-4b40-b412-a561f64fe2fe is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:42.780020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] For port 9446000f-4e39-45d3-90a6-7421e58f6b6d, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:42.783752 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] For port 9446000f-4e39-45d3-90a6-7421e58f6b6d, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=9446000f-4e39-45d3-90a6-7421e58f6b6d,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:42.789193 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.826082 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:42.826705 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:42.842245 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Network ef38c393-cefb-4946-b777-68be31dde562 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:42.843801 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:42.908991 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708294a-2dab-44b3-922a-a7d8fa3ce907 None None] Pushing event updated for resources: {'Port': ['ID=9446000f-4e39-45d3-90a6-7421e58f6b6d,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:42.916287 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Provisioning complete for port 94f05f4e-e943-4b40-b412-a561f64fe2fe triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:42.916287 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:42.916287 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 1 to provision port 94f05f4e-e943-4b40-b412-a561f64fe2fe Sep 26 18:02:42.963626 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Router af0bf288-ec64-475e-b107-ab65334871b0 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:43.006862 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:43.075959 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:43.081199 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-038b035c-c4d2-4222-b080-b8a0a7a1e7cb admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/af0bf288-ec64-475e-b107-ab65334871b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6390848 Sep 26 18:02:43.251019 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Current status of the port 94f05f4e-e943-4b40-b412-a561f64fe2fe is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:43.280586 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 94f05f4e-e943-4b40-b412-a561f64fe2fe up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:43.313633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Provisioning complete for port d64cb558-223d-4e10-91df-a8788833e68e triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:43.313997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d64cb558-223d-4e10-91df-a8788833e68e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.314333 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 1 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:43.401857 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.406575 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Port d64cb558-223d-4e10-91df-a8788833e68e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:43.415047 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 94f05f4e-e943-4b40-b412-a561f64fe2fe triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:43.415047 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.415541 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 94f05f4e-e943-4b40-b412-a561f64fe2fe Sep 26 18:02:43.488443 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 2, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:43.520963 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a223f2b-0d67-4d97-9755-9f8d859a9db0 None None] The sync data for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi is: [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 2, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:43.569280 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.570049 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 94f05f4e-e943-4b40-b412-a561f64fe2fe is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:43.620836 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42030) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:43.625947 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-607930525-network', 'tenant_id': '2b32003d56574fe082f58431b531a350'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:43.647377 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Made reservation on behalf of 2b32003d56574fe082f58431b531a350 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:02:43.649772 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.662970 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.789686 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks [] for security_group (ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.802245 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.808637 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:43.831439 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:02:43.842476 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:43.849147 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (cb3668bf-d3ea-4397-b7c3-ad5d269003d9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.849494 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Added segment cb3668bf-d3ea-4397-b7c3-ad5d269003d9 of type vlan for network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 Sep 26 18:02:43.895024 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (f4ac9892-2c39-4e33-8ce8-9f04de512ae4), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.908342 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 2 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:43.923544 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (f4ac9892-2c39-4e33-8ce8-9f04de512ae4), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.924842 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:43.925718 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:43.945453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Port d64cb558-223d-4e10-91df-a8788833e68e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:43.996171 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3714583 Sep 26 18:02:43.996444 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42032) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:44.001102 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Request body: {'subnet': {'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-607930525-subnet', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:44.009811 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e912c-362b-42b2-894f-6ec0d421bffc admin admin] Pushing event updated for resources: {'Network': ['ID=f4ac9892-2c39-4e33-8ce8-9f04de512ae4,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:44.023875 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:02:44.033194 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Made reservation on behalf of 2b32003d56574fe082f58431b531a350 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:02:44.035835 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.053622 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:44.258300 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (f4c342f2-3f66-4f7d-9fcc-41016cd6275f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.310988 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4c342f2-3f66-4f7d-9fcc-41016cd6275f,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:44.329069 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Checking segment: {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:44.329427 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Network hostable DHCP agents. Network: f4ac9892-2c39-4e33-8ce8-9f04de512ae4, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:02:44.351715 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:02:44.363206 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, f4ac9892-2c39-4e33-8ce8-9f04de512ae4) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:44.367470 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:44.368072 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.374244 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ead889-5fd7-4f59-ab71-15eead134a1a None None] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:02:44.388071 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8557c17e-3e7d-4e51-9c32-4da580dac952 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3905461 Sep 26 18:02:44.390733 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42034) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:44.395324 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:44.424838 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.426526 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.447362 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 3 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:44.479084 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:44.481540 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks [] for router_controller (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.516045 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Port d64cb558-223d-4e10-91df-a8788833e68e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:44.526543 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'project_id': '2b32003d56574fe082f58431b531a350', 'fixed_ips': [{'subnet_id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:02:44.527515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.637019 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks [] for router_gateway (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.670747 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Allocated IP 172.20.0.2 (f4ac9892-2c39-4e33-8ce8-9f04de512ae4/f4c342f2-3f66-4f7d-9fcc-41016cd6275f/c934e455-aed4-427f-84d0-ea05c556f09f) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:44.686597 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:44.756852 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:44.774650 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:44.837263 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks [] for router_gateway (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.847262 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Publish callbacks [] for port (c934e455-aed4-427f-84d0-ea05c556f09f), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.853151 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.863276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:44.897120 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:44.900241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:44.904582 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:44.911827 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Pushing event updated for resources: {'Port': ['ID=c934e455-aed4-427f-84d0-ea05c556f09f,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:44.968943 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Attempting to bind port c934e455-aed4-427f-84d0-ea05c556f09f on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:44.969233 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Attempting to bind port c934e455-aed4-427f-84d0-ea05c556f09f by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:44.969928 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Attempting to bind port c934e455-aed4-427f-84d0-ea05c556f09f on network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:44.985174 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Allocated IP 172.27.0.80 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/064af7ce-1493-4213-8e8d-35e1467e2138) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:44.989448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:45.014912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:45.015284 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Checking segment: {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:45.015679 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.016068 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Bound using segment: {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:45.016537 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Bound port: c934e455-aed4-427f-84d0-ea05c556f09f, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:45.016912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.021016 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 4 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:45.081310 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Port d64cb558-223d-4e10-91df-a8788833e68e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:45.099317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks [] for port (064af7ce-1493-4213-8e8d-35e1467e2138), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.107476 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] For port c934e455-aed4-427f-84d0-ea05c556f09f, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:45.111326 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] For port c934e455-aed4-427f-84d0-ea05c556f09f, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c934e455-aed4-427f-84d0-ea05c556f09f,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:45.118789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.135536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.173507 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8144ef-effe-46c8-88f1-d681381113df None None] Pushing event updated for resources: {'Port': ['ID=c934e455-aed4-427f-84d0-ea05c556f09f,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:45.184710 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:45.191181 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:45.193686 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:45.197704 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Pushing event updated for resources: {'Port': ['ID=064af7ce-1493-4213-8e8d-35e1467e2138,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:45.317313 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 9446000f-4e39-45d3-90a6-7421e58f6b6d up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:45.380585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 9446000f-4e39-45d3-90a6-7421e58f6b6d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:45.380962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.381310 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 9446000f-4e39-45d3-90a6-7421e58f6b6d Sep 26 18:02:45.476915 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 9446000f-4e39-45d3-90a6-7421e58f6b6d is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:45.477268 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.501992 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 9446000f-4e39-45d3-90a6-7421e58f6b6d, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=9446000f-4e39-45d3-90a6-7421e58f6b6d,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:45.508116 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.513004 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks [] for router_gateway (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:45.560034 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=9446000f-4e39-45d3-90a6-7421e58f6b6d,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:45.582417 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 5 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:45.616914 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Port d64cb558-223d-4e10-91df-a8788833e68e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:45.770693 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Sync routers for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:45.781253 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:45.781854 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:45.888271 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:45.904445 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:45.951417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.088317 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 2, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:46.097228 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:02:46.115814 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Checking router: af0bf288-ec64-475e-b107-ab65334871b0 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:46.116145 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Updating router af0bf288-ec64-475e-b107-ab65334871b0 port d64cb558-223d-4e10-91df-a8788833e68e binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:02:46.120761 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 6 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:46.155792 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d64cb558-223d-4e10-91df-a8788833e68e), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.161118 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Port d64cb558-223d-4e10-91df-a8788833e68e cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:46.205981 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.219289 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:46.231108 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Sync routers for ids ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:46.242760 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Routers {'4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:46.243622 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:46.245629 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.249502 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b057c2f1-9d2c-4540-8083-00903715495c admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8551464 Sep 26 18:02:46.249643 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42042) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:46.375546 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Set router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:46.434348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a6eef8-8ac6-4980-94d3-dbf19084cf70 None None] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:02:46.473067 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Publish callbacks [] for port (d64cb558-223d-4e10-91df-a8788833e68e), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.479488 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d64cb558-223d-4e10-91df-a8788833e68e), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.548810 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Pushing event updated for resources: {'Port': ['ID=d64cb558-223d-4e10-91df-a8788833e68e,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:46.572555 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.572978 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.573414 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.573833 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.574465 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.574883 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.575636 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.575636 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.575971 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.576353 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.576737 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.577156 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.577536 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.577915 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.578293 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:46.592534 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Attempting to bind port d64cb558-223d-4e10-91df-a8788833e68e on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:46.592906 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Attempting to bind port d64cb558-223d-4e10-91df-a8788833e68e by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:46.593267 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Attempting to bind port d64cb558-223d-4e10-91df-a8788833e68e on network ef38c393-cefb-4946-b777-68be31dde562 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:46.613392 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 3, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:46.641742 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:46.642102 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Checking segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:46.642734 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.643758 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Bound using segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:46.644248 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Bound port: d64cb558-223d-4e10-91df-a8788833e68e, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:46.644809 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d64cb558-223d-4e10-91df-a8788833e68e), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.653998 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.719483 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] For port d64cb558-223d-4e10-91df-a8788833e68e, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:46.720544 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.724521 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] For port d64cb558-223d-4e10-91df-a8788833e68e, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d64cb558-223d-4e10-91df-a8788833e68e,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:46.730812 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d64cb558-223d-4e10-91df-a8788833e68e), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.771560 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Attempt 7 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:46.771983 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:46.772696 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:46.773733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Checking router: 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:46.774083 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Updating router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d port 064af7ce-1493-4213-8e8d-35e1467e2138 binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:02:46.808029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:46.833244 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.834109 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bfd1a-78f1-4b32-8967-933217facf7c None None] Pushing event updated for resources: {'Port': ['ID=d64cb558-223d-4e10-91df-a8788833e68e,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:46.850017 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.905708 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:46.909874 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:46.935861 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Allocated IP 172.20.0.1 (f4ac9892-2c39-4e33-8ce8-9f04de512ae4/f4c342f2-3f66-4f7d-9fcc-41016cd6275f/c01a0d60-964c-4fe1-90a6-2223f708cb37) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:02:47.012711 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:47.030854 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:47.035456 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Current status of the port d64cb558-223d-4e10-91df-a8788833e68e is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:47.035847 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d64cb558-223d-4e10-91df-a8788833e68e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.087309 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks [] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.123389 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] For port d64cb558-223d-4e10-91df-a8788833e68e, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d64cb558-223d-4e10-91df-a8788833e68e,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:47.123644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.131445 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d64cb558-223d-4e10-91df-a8788833e68e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.135410 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:46Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:47.150980 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:47.167962 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7522dc5f-8f55-43be-9b98-bb6cf9a4569c None None] The sync data for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi is: [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:46Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:47.188335 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:47.197964 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:47.200728 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:02:47.204933 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Pushing event updated for resources: {'Port': ['ID=c01a0d60-964c-4fe1-90a6-2223f708cb37,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:47.269093 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.277808 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2497363a-db5b-4374-9ce7-9c4a17fa93e4 None None] Pushing event updated for resources: {'Port': ['ID=d64cb558-223d-4e10-91df-a8788833e68e,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:47.314289 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Provisioning complete for port c934e455-aed4-427f-84d0-ea05c556f09f triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:47.315251 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.315630 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Attempt 1 to provision port c934e455-aed4-427f-84d0-ea05c556f09f Sep 26 18:02:47.390631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Publish callbacks [] for port (064af7ce-1493-4213-8e8d-35e1467e2138), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.400801 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.476490 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.482591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Attempting to bind port 064af7ce-1493-4213-8e8d-35e1467e2138 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:47.482995 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Attempting to bind port 064af7ce-1493-4213-8e8d-35e1467e2138 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:47.483362 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Attempting to bind port 064af7ce-1493-4213-8e8d-35e1467e2138 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:47.516704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c934e455-aed4-427f-84d0-ea05c556f09f up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:47.567274 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93bd56-f8d3-48d4-9aea-8dad1d610269 None None] Pushing event updated for resources: {'Port': ['ID=064af7ce-1493-4213-8e8d-35e1467e2138,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:47.576071 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Current status of the port c934e455-aed4-427f-84d0-ea05c556f09f is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:47.576466 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.612082 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:47.612467 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:47.612871 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.613258 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:47.613761 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Bound port: 064af7ce-1493-4213-8e8d-35e1467e2138, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:47.614370 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.675586 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] For port c934e455-aed4-427f-84d0-ea05c556f09f, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c934e455-aed4-427f-84d0-ea05c556f09f,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:47.682934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c934e455-aed4-427f-84d0-ea05c556f09f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:47.683322 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.683659 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c934e455-aed4-427f-84d0-ea05c556f09f Sep 26 18:02:47.685231 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks [] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.691735 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.692359 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.761828 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Provisioning complete for port d64cb558-223d-4e10-91df-a8788833e68e triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:47.762446 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d64cb558-223d-4e10-91df-a8788833e68e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.762871 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Attempt 1 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:47.769457 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.783339 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Pushing event updated for resources: {'Port': ['ID=c01a0d60-964c-4fe1-90a6-2223f708cb37,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:47.795265 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] For port 064af7ce-1493-4213-8e8d-35e1467e2138, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:47.846428 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] For port 064af7ce-1493-4213-8e8d-35e1467e2138, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=064af7ce-1493-4213-8e8d-35e1467e2138,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:47.848295 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Pushing event updated for resources: {'Port': ['ID=c934e455-aed4-427f-84d0-ea05c556f09f,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:47.869874 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:47.886062 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:02:47.887725 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:02:47.985173 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Routers {'4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:47.985829 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:48.035576 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.051411 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:48.053114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c934e455-aed4-427f-84d0-ea05c556f09f is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:48.055673 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 9446000f-4e39-45d3-90a6-7421e58f6b6d up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:48.066603 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.077038 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d53fc8d9-15f4-4275-b92b-e354908bf380 None None] Current status of the port d64cb558-223d-4e10-91df-a8788833e68e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:48.112097 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93bd56-f8d3-48d4-9aea-8dad1d610269 None None] Pushing event updated for resources: {'Port': ['ID=064af7ce-1493-4213-8e8d-35e1467e2138,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:48.206532 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:48.224667 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9a041ab5-d3a6-4217-b61a-86b103fd58cd admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9642231 Sep 26 18:02:48.229398 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 9446000f-4e39-45d3-90a6-7421e58f6b6d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:48.229398 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.229398 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 9446000f-4e39-45d3-90a6-7421e58f6b6d Sep 26 18:02:48.236021 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Provisioning complete for port c01a0d60-964c-4fe1-90a6-2223f708cb37 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:48.236021 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.236422 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 1 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:48.266787 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] Set router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:48.385335 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.386641 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:48.398155 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.497540 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 9446000f-4e39-45d3-90a6-7421e58f6b6d is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:48.498903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d64cb558-223d-4e10-91df-a8788833e68e up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:48.604764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port d64cb558-223d-4e10-91df-a8788833e68e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:48.605143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d64cb558-223d-4e10-91df-a8788833e68e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.605489 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:48.608025 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-06839dd1-978d-4573-9e24-045739d69171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'c01a0d60-964c-4fe1-90a6-2223f708cb37', 'name': '', 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'mac_address': 'fa:16:3e:b5:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:46Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 2, 'project_id': '2b32003d56574fe082f58431b531a350', 'subnets': [{'id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:48.622641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42054) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:48.628022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2063601772', 'description': 'tempest-secgroup-smoke-2063601772 description', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:48.648496 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:48.654414 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06839dd1-978d-4573-9e24-045739d69171 None None] The sync data for ids ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'] in dv-cinder-859318-1-iscsi is: [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'c01a0d60-964c-4fe1-90a6-2223f708cb37', 'name': '', 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'mac_address': 'fa:16:3e:b5:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:46Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 2, 'project_id': '2b32003d56574fe082f58431b531a350', 'subnets': [{'id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:48.655220 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.741063 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port d64cb558-223d-4e10-91df-a8788833e68e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:48.774352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group (8f504357-9b4f-44de-bbe4-3f9b901e331a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.779249 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (8f504357-9b4f-44de-bbe4-3f9b901e331a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.816510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.818889 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1941066 Sep 26 18:02:48.819994 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743574c7-68e5-402a-ba93-22cb5fc91357 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f504357-9b4f-44de-bbe4-3f9b901e331a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:48.821006 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42056) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:48.826005 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group_rule': {'security_group_id': '8f504357-9b4f-44de-bbe4-3f9b901e331a', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:48.861305 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (560dd997-4504-4512-8258-5e052cf1f605), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.887468 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 2 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:48.964538 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (560dd997-4504-4512-8258-5e052cf1f605), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.974873 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (560dd997-4504-4512-8258-5e052cf1f605), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:48.985508 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:49.000630 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=560dd997-4504-4512-8258-5e052cf1f605,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.011399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.012725 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c3924a2d-b1d1-4a91-bb72-e4de3b516479 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1906130 Sep 26 18:02:49.015998 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42062) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:49.021109 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group_rule': {'security_group_id': '8f504357-9b4f-44de-bbe4-3f9b901e331a', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:49.055212 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (18953719-611f-471a-837a-859e68f4d577), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.114090 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:INSERT=8,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:49.124507 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (18953719-611f-471a-837a-859e68f4d577), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.129025 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (18953719-611f-471a-837a-859e68f4d577), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.148804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18953719-611f-471a-837a-859e68f4d577,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.161894 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.165878 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-08298706-e3a4-4e00-ae43-10195af959fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1461747 Sep 26 18:02:49.166755 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42068) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:49.171646 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group_rule': {'security_group_id': '8f504357-9b4f-44de-bbe4-3f9b901e331a', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:49.202040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (66bb98fa-f382-4683-8717-0b4b39172cf4), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.286584 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (66bb98fa-f382-4683-8717-0b4b39172cf4), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.292310 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (66bb98fa-f382-4683-8717-0b4b39172cf4), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.317630 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c934e455-aed4-427f-84d0-ea05c556f09f up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:49.320383 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bb98fa-f382-4683-8717-0b4b39172cf4,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.327501 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.329121 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a5621af8-b532-4e9b-88d1-f3f576999c77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1611159 Sep 26 18:02:49.332287 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42072) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:49.337135 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group_rule': {'security_group_id': '8f504357-9b4f-44de-bbe4-3f9b901e331a', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:49.371455 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (82d06a25-16ed-4c55-b6f2-bc09a2a437bb), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.374347 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c934e455-aed4-427f-84d0-ea05c556f09f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:49.374828 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.375305 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c934e455-aed4-427f-84d0-ea05c556f09f Sep 26 18:02:49.394651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:49.468496 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (82d06a25-16ed-4c55-b6f2-bc09a2a437bb), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.474382 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (82d06a25-16ed-4c55-b6f2-bc09a2a437bb), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.482222 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c934e455-aed4-427f-84d0-ea05c556f09f is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:49.483365 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d64cb558-223d-4e10-91df-a8788833e68e up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:49.506697 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.511157 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775448 Sep 26 18:02:49.511805 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42076) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:49.517694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group_rule': {'security_group_id': '8f504357-9b4f-44de-bbe4-3f9b901e331a', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:49.523720 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd5405-ec18-4f58-a878-53ef87f14754 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d06a25-16ed-4c55-b6f2-bc09a2a437bb,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.541232 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7e85e-604d-4ba8-a1e2-15fc61da47f8 req-b425f7bc-2fbb-4b17-9aa3-3d14e42a35fd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.542246 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 3 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:49.543064 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-01e7e85e-604d-4ba8-a1e2-15fc61da47f8 req-b425f7bc-2fbb-4b17-9aa3-3d14e42a35fd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0579636 Sep 26 18:02:49.555040 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.securitygroups_db [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Project 7fc64ff05f7240b3a9cb0f191195b8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:02:49.579528 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (68501c5b-8d5a-440a-a44e-d1a96e1f9a59), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.593686 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:49.594638 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port d64cb558-223d-4e10-91df-a8788833e68e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:49.595050 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d64cb558-223d-4e10-91df-a8788833e68e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.595388 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port d64cb558-223d-4e10-91df-a8788833e68e Sep 26 18:02:49.596843 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-01e7e85e-604d-4ba8-a1e2-15fc61da47f8 req-526cf690-7682-4eef-82e5-680ebddaf883 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477302 Sep 26 18:02:49.621526 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-86c1c5a3-93a1-4dd6-b19a-5c2f00fbe769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.623418 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-86c1c5a3-93a1-4dd6-b19a-5c2f00fbe769 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.0802169 Sep 26 18:02:49.665722 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (68501c5b-8d5a-440a-a44e-d1a96e1f9a59), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.677574 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port d64cb558-223d-4e10-91df-a8788833e68e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:49.696874 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (68501c5b-8d5a-440a-a44e-d1a96e1f9a59), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.723323 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68501c5b-8d5a-440a-a44e-d1a96e1f9a59,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.732663 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.733920 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-adac6a28-b8b2-4052-af72-372c700d7f01 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2206523 Sep 26 18:02:49.737560 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42080) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:49.742029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'security_group_rule': {'security_group_id': '8f504357-9b4f-44de-bbe4-3f9b901e331a', 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:02:49.763394 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-4b6eeef7-50e3-43ea-9981-109239838ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.764306 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Project 7fc64ff05f7240b3a9cb0f191195b8e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:02:49.764875 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-4b6eeef7-50e3-43ea-9981-109239838ed8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1272423 Sep 26 18:02:49.774067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (5d733893-2ef8-49ab-9f1d-ac57b6cd29bb), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.827125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (5d733893-2ef8-49ab-9f1d-ac57b6cd29bb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.831437 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (5d733893-2ef8-49ab-9f1d-ac57b6cd29bb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.839075 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:02:49.843801 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-0c7634ab-f4c3-406b-bb07-d565267632c4 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 1002 time: 0.0573657 Sep 26 18:02:49.850764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d733893-2ef8-49ab-9f1d-ac57b6cd29bb,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:49.855666 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:49.868535 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-73cca06e-2c88-450e-8b1e-1736c9567a3a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182725 Sep 26 18:02:49.907528 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-93e46175-519b-43ca-a668-3957f13c9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.909104 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-93e46175-519b-43ca-a668-3957f13c9699 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0534558 Sep 26 18:02:49.954442 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-63a186a8-275f-42b1-b97f-593eb47a7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:49.956126 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-63a186a8-275f-42b1-b97f-593eb47a7864 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406940 Sep 26 18:02:50.059476 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-f0021829-8081-4263-ac0c-9f1e41fe5b33 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910063 Sep 26 18:02:50.095525 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 4 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:50.198577 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-856cbe61-2830-4f84-b13f-52ab97269b22 req-02f5f6ab-969f-4b95-a01a-284c4886ad73 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293325 Sep 26 18:02:50.293058 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:50.728384 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e43014-32b5-48b6-b8ba-70315085f15b req-bd7586a8-b89b-4498-8362-53c22ac77086 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:50.729869 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-23e43014-32b5-48b6-b8ba-70315085f15b req-bd7586a8-b89b-4498-8362-53c22ac77086 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0493381 Sep 26 18:02:50.780222 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-23e43014-32b5-48b6-b8ba-70315085f15b req-fb7d2266-e03d-4afd-9dca-97e817f1e2c3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444660 Sep 26 18:02:50.794425 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 5 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:50.833964 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:51.273817 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 064af7ce-1493-4213-8e8d-35e1467e2138 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:51.322827 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 064af7ce-1493-4213-8e8d-35e1467e2138 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:51.323254 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.323592 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 064af7ce-1493-4213-8e8d-35e1467e2138 Sep 26 18:02:51.345305 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 6 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:51.397051 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:51.434713 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 064af7ce-1493-4213-8e8d-35e1467e2138 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:51.435141 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.439762 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Sync routers for ids ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:51.451324 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Routers {'4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:51.452012 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:51.457533 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port 064af7ce-1493-4213-8e8d-35e1467e2138, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=064af7ce-1493-4213-8e8d-35e1467e2138,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:51.461529 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.525939 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=064af7ce-1493-4213-8e8d-35e1467e2138,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:51.650062 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Set router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:51.836834 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'c01a0d60-964c-4fe1-90a6-2223f708cb37', 'name': '', 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'mac_address': 'fa:16:3e:b5:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:46Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 2, 'project_id': '2b32003d56574fe082f58431b531a350', 'subnets': [{'id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:51.865698 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Checking router: 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:51.866057 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Updating router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d port c01a0d60-964c-4fe1-90a6-2223f708cb37 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:02:51.895121 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:51.898077 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 7 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:51.913264 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69650e7-46d7-4d2c-a3ec-bd90afc26ec2 req-da2af6f5-35e4-4523-a156-d0ff248444d9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:51.914951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f69650e7-46d7-4d2c-a3ec-bd90afc26ec2 req-da2af6f5-35e4-4523-a156-d0ff248444d9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0510139 Sep 26 18:02:51.934470 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Port c01a0d60-964c-4fe1-90a6-2223f708cb37 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:02:51.973542 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f69650e7-46d7-4d2c-a3ec-bd90afc26ec2 req-1c601a40-7ab5-4012-856b-79ac95f656a1 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528014 Sep 26 18:02:52.077033 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.167773 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Publish callbacks [] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.169116 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.174829 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.251860 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316803a8-0153-4af1-b4cd-10a856401d11 None None] Pushing event updated for resources: {'Port': ['ID=c01a0d60-964c-4fe1-90a6-2223f708cb37,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:52.267495 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Attempting to bind port c01a0d60-964c-4fe1-90a6-2223f708cb37 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:02:52.268498 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Attempting to bind port c01a0d60-964c-4fe1-90a6-2223f708cb37 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:02:52.268851 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Attempting to bind port c01a0d60-964c-4fe1-90a6-2223f708cb37 on network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:02:52.313009 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:02:52.313375 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Checking segment: {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:02:52.313772 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.314158 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Bound using segment: {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:02:52.314809 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Bound port: c01a0d60-964c-4fe1-90a6-2223f708cb37, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:02:52.315224 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.382790 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] For port c01a0d60-964c-4fe1-90a6-2223f708cb37, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:02:52.385666 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] For port c01a0d60-964c-4fe1-90a6-2223f708cb37, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c01a0d60-964c-4fe1-90a6-2223f708cb37,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:02:52.392314 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.422650 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Routers {'4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:52.423274 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:52.435260 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 8 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:52.469565 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.483005 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316803a8-0153-4af1-b4cd-10a856401d11 None None] Pushing event updated for resources: {'Port': ['ID=c01a0d60-964c-4fe1-90a6-2223f708cb37,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:52.512337 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Current status of the port c01a0d60-964c-4fe1-90a6-2223f708cb37 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:52.512860 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.550024 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] Set router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:52.553779 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] For port c01a0d60-964c-4fe1-90a6-2223f708cb37, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c01a0d60-964c-4fe1-90a6-2223f708cb37,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:52.558981 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.600239 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Provisioning complete for port c934e455-aed4-427f-84d0-ea05c556f09f triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:52.600614 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:52.600952 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Attempt 1 to provision port c934e455-aed4-427f-84d0-ea05c556f09f Sep 26 18:02:52.631152 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.650617 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:52.656138 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Pushing event updated for resources: {'Port': ['ID=c01a0d60-964c-4fe1-90a6-2223f708cb37,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:52.704049 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6e920e9f-0f3d-457e-8b65-2d67391d0b4c None None] Current status of the port c934e455-aed4-427f-84d0-ea05c556f09f is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:52.747384 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'c01a0d60-964c-4fe1-90a6-2223f708cb37', 'name': '', 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'mac_address': 'fa:16:3e:b5:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:46Z', 'updated_at': '2022-09-26T18:02:52Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'subnets': [{'id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:52.776482 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb292c2-8385-4ad4-b515-3067bf7fd67d None None] The sync data for ids ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'] in dv-cinder-859318-1-iscsi is: [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'c01a0d60-964c-4fe1-90a6-2223f708cb37', 'name': '', 'network_id': 'f4ac9892-2c39-4e33-8ce8-9f04de512ae4', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'mac_address': 'fa:16:3e:b5:a2:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:46Z', 'updated_at': '2022-09-26T18:02:52Z', 'revision_number': 4, 'project_id': '2b32003d56574fe082f58431b531a350', 'subnets': [{'id': 'f4c342f2-3f66-4f7d-9fcc-41016cd6275f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:53.108063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cbf61-5068-4eb4-848b-8eaffafb13e5 req-83807311-2b78-47ad-b1d0-8a039136e62f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:53.109556 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-565cbf61-5068-4eb4-848b-8eaffafb13e5 req-83807311-2b78-47ad-b1d0-8a039136e62f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0501487 Sep 26 18:02:53.166791 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-565cbf61-5068-4eb4-848b-8eaffafb13e5 req-60b68ad7-5e8f-4086-9cf1-1bddf820fe83 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486777 Sep 26 18:02:53.285470 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c01a0d60-964c-4fe1-90a6-2223f708cb37 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:53.333874 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c01a0d60-964c-4fe1-90a6-2223f708cb37 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:53.334323 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.334684 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c01a0d60-964c-4fe1-90a6-2223f708cb37 Sep 26 18:02:53.411383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c01a0d60-964c-4fe1-90a6-2223f708cb37 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:53.412809 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 064af7ce-1493-4213-8e8d-35e1467e2138 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:02:53.456545 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 064af7ce-1493-4213-8e8d-35e1467e2138 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:02:53.456932 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:53.457272 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 064af7ce-1493-4213-8e8d-35e1467e2138 Sep 26 18:02:53.532948 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 064af7ce-1493-4213-8e8d-35e1467e2138 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:02:54.291470 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b4b59-2152-4f61-ab67-9f6554276f19 req-b0a9c50c-8c72-4c88-9e1f-28dfb6cf8ff4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:54.292875 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d26b4b59-2152-4f61-ab67-9f6554276f19 req-b0a9c50c-8c72-4c88-9e1f-28dfb6cf8ff4 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0464175 Sep 26 18:02:54.352238 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d26b4b59-2152-4f61-ab67-9f6554276f19 req-693d1588-3280-4fbc-91d8-be66387c137f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489135 Sep 26 18:02:54.684252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:54.701873 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b58d2c-f9ec-4976-a41b-e0f37c8e52e3 req-f748bc0b-7811-4a16-9e17-284f24d53744 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:54.703416 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-85b58d2c-f9ec-4976-a41b-e0f37c8e52e3 req-f748bc0b-7811-4a16-9e17-284f24d53744 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.0519476 Sep 26 18:02:54.757637 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-85b58d2c-f9ec-4976-a41b-e0f37c8e52e3 req-989c47dc-18f3-452b-89ab-8689d074a5bc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469401 Sep 26 18:02:55.480410 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7f9cc-8108-4a2d-a6fe-3d02392672fc req-527633dd-3dd1-4e88-9b26-0355d02acc77 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:55.481949 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6aa7f9cc-8108-4a2d-a6fe-3d02392672fc req-527633dd-3dd1-4e88-9b26-0355d02acc77 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0469255 Sep 26 18:02:55.530318 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6aa7f9cc-8108-4a2d-a6fe-3d02392672fc req-36cd5658-595a-481d-a147-852dd5c3b7a2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420873 Sep 26 18:02:55.848125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:55.889901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa8a514-ef82-450a-bb4d-4a1f975a9adf req-047bf9a0-cc4d-4b98-8113-4842f0f80736 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:55.891740 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dfa8a514-ef82-450a-bb4d-4a1f975a9adf req-047bf9a0-cc4d-4b98-8113-4842f0f80736 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.0529830 Sep 26 18:02:55.939599 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dfa8a514-ef82-450a-bb4d-4a1f975a9adf req-01594186-0928-436d-a6e1-3e2820c171e8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413535 Sep 26 18:02:56.655239 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0999c-b687-4149-8abc-ae3562eb8e01 req-3a641ff3-3def-4802-bd3e-e9e28d0900a9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:56.656723 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d2e0999c-b687-4149-8abc-ae3562eb8e01 req-3a641ff3-3def-4802-bd3e-e9e28d0900a9 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0466361 Sep 26 18:02:56.708420 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d2e0999c-b687-4149-8abc-ae3562eb8e01 req-c7addda6-6a01-40fe-9a46-787d92a74fda tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460653 Sep 26 18:02:57.040907 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=3,neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:57.050802 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-cb1ac4a4-e8b4-4ea3-85c5-216822ee5158 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:57.052318 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-cb1ac4a4-e8b4-4ea3-85c5-216822ee5158 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.0506806 Sep 26 18:02:57.063975 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed26d7-e3f5-4c1e-9c92-be8492fca04a req-0cf2468b-93b5-47ce-8b5e-56b69a554e6a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:57.065639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2ed26d7-e3f5-4c1e-9c92-be8492fca04a req-0cf2468b-93b5-47ce-8b5e-56b69a554e6a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 946 time: 0.0490360 Sep 26 18:02:57.121077 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2ed26d7-e3f5-4c1e-9c92-be8492fca04a req-6f1139a8-e4f8-458c-8de9-07d259c0d5df tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=1a5e4453-8244-4502-8c49-c87dd19f8a63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493515 Sep 26 18:02:57.373565 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port 2a0efd6f-9d98-41b9-890d-4a2456a45420 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:57.373819 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:57.386758 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:57.467929 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] For port 2a0efd6f-9d98-41b9-890d-4a2456a45420, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=2a0efd6f-9d98-41b9-890d-4a2456a45420,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:02:57.468295 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:57.686880 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:57.687214 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (40f60892-826e-4470-a6be-03194d2f3262), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:57.687664 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP 40f60892-826e-4470-a6be-03194d2f3262 disassociated. External IP: 172.27.0.243, port: 2a0efd6f-9d98-41b9-890d-4a2456a45420. Sep 26 18:02:57.687923 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for 2a0efd6f-9d98-41b9-890d-4a2456a45420 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:02:57.825348 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (2a0efd6f-9d98-41b9-890d-4a2456a45420), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:57.836989 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b65bfb-d983-449a-8ff3-fdffcc0d96b6 req-c9074703-f3e0-42c1-8e78-45a2594603eb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:57.838494 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08b65bfb-d983-449a-8ff3-fdffcc0d96b6 req-c9074703-f3e0-42c1-8e78-45a2594603eb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0519235 Sep 26 18:02:57.854192 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=2a0efd6f-9d98-41b9-890d-4a2456a45420,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:57.912747 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08b65bfb-d983-449a-8ff3-fdffcc0d96b6 req-0d4dd977-ee20-48d8-aeb0-a1785725d671 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0683682 Sep 26 18:02:57.997547 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:02:58.105881 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:02:58.118987 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:02:58.131357 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:58.131969 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:58.152441 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] No DVR routers for this DVR port 2a0efd6f-9d98-41b9-890d-4a2456a45420 on host hv-cinder-85931 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:02:58.155290 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:58.159168 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1ef559ae-7419-4e38-ab0c-13c2d064f0e1 req-e7e1b773-b7b5-4a47-baa5-9318795e6869 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "DELETE /networking/v2.0/ports/2a0efd6f-9d98-41b9-890d-4a2456a45420 HTTP/1.1" status: 204 len: 173 time: 1.1005917 Sep 26 18:02:58.159422 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'name': 'network-vif-deleted', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:02:58.161862 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132a57a6-1f5b-4d23-8b3b-32a60600e458" -d '{"events": [{"server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "name": "network-vif-deleted", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:02:58.240483 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf2c0f9-caff-4706-8d94-30e21396772d x-openstack-request-id: req-ccf2c0f9-caff-4706-8d94-30e21396772d {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:02:58.240774 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f5eb42e-95e9-4009-8f72-64d7733803f3", "name": "network-vif-deleted", "tag": "2a0efd6f-9d98-41b9-890d-4a2456a45420", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:02:58.241026 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ccf2c0f9-caff-4706-8d94-30e21396772d {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:02:58.241425 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf2c0f9-caff-4706-8d94-30e21396772d'] response: {'server_uuid': '7f5eb42e-95e9-4009-8f72-64d7733803f3', 'name': 'network-vif-deleted', 'tag': '2a0efd6f-9d98-41b9-890d-4a2456a45420', 'status': 'completed', 'code': 200} Sep 26 18:02:58.265934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:58.283062 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a29651a-d680-44ba-84b0-979d723ca8af req-8e006d1d-14ad-4b6e-92e1-d1e83011bfd0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=7f5eb42e-95e9-4009-8f72-64d7733803f3 HTTP/1.1" status: 200 len: 210 time: 0.0491877 Sep 26 18:02:58.506639 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:21Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:58.531790 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:02:58.542564 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:02:58.543230 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:58.672542 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:02:58.766065 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-c148ae8e-dae5-4973-816d-af56ce3283d9 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435960 Sep 26 18:02:58.897518 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:21Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:02:58.925889 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c275e0f2-666c-4f18-8e7a-28c7473b6451 None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b38cb499-57b6-43e4-93a2-3a0e68e7f684', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': 'fd512876-2590-4223-85f7-aaa1209388ce', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:18:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T17:59:24Z', 'updated_at': '2022-09-26T18:00:21Z', 'revision_number': 2, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:02:59.067790 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5c97a-f997-4de0-b6c5-6091afc87cbb req-78b7c85a-8002-4c2c-aa1a-2e5084a04a82 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:59.069303 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2d5c97a-f997-4de0-b6c5-6091afc87cbb req-78b7c85a-8002-4c2c-aa1a-2e5084a04a82 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0585556 Sep 26 18:02:59.142810 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-0bd8de22-c4de-47c8-b87e-1443646f9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:59.145634 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-0bd8de22-c4de-47c8-b87e-1443646f9af4 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 1129 time: 0.0658019 Sep 26 18:02:59.151456 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2d5c97a-f997-4de0-b6c5-6091afc87cbb req-d55fb173-783a-494d-94ce-e601d992e6cd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0761242 Sep 26 18:02:59.272885 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:59.340144 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e80fb-8f1f-4187-be87-9671f2e9874d None None] New status for floating IP 40f60892-826e-4470-a6be-03194d2f3262: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:02:59.377985 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-1c31518d-213d-4555-9d36-5707a94fc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:59.384569 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-1c31518d-213d-4555-9d36-5707a94fc571 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.2005625 Sep 26 18:02:59.415484 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42200) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:59.442146 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-8277b991-a3f0-4606-bac2-a8eaa09afded service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 200 len: 217 time: 0.0483029 Sep 26 18:02:59.493528 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:02:59.495426 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-253b54b4-8717-4e67-8383-8cad0e1ccbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:59.496984 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-253b54b4-8717-4e67-8383-8cad0e1ccbf7 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0477610 Sep 26 18:02:59.529588 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (1a5e4453-8244-4502-8c49-c87dd19f8a63), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:59.562851 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-85c2c193-b90c-409e-87ac-182ffb797ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:02:59.565245 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-85c2c193-b90c-409e-87ac-182ffb797ce7 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0609083 Sep 26 18:02:59.573080 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (1a5e4453-8244-4502-8c49-c87dd19f8a63), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:59.636465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (1a5e4453-8244-4502-8c49-c87dd19f8a63), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:59.643407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:59.648636 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1a5e4453-8244-4502-8c49-c87dd19f8a63 HTTP/1.1" status: 204 len: 168 time: 0.2317736 Sep 26 18:02:59.651357 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42202) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:59.660484 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5e4453-8244-4502-8c49-c87dd19f8a63,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:02:59.668611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.669080 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.669784 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.670188 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.670592 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.670975 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-a918765c-86dd-405c-a3ff-2787f73424f1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] show failed (client error): The resource could not be found. Sep 26 18:02:59.671111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.671532 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.671925 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675480 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675639 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a918765c-86dd-405c-a3ff-2787f73424f1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups/1a5e4453-8244-4502-8c49-c87dd19f8a63 HTTP/1.1" status: 404 len: 347 time: 0.0199063 Sep 26 18:02:59.675775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.675775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b85c790-3227-43be-97ad-5b50372d1cb8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:02:59.676304 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42204) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:02:59.789523 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-cc031737-d2d9-4622-bb46-de742ca2bba0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168510 Sep 26 18:02:59.871847 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port ad33fa60-b8da-4a8d-af06-c5c00f1d1620 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:02:59.872154 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:59.960332 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-111a527c-ea77-4af4-a26b-24b5b0e6b912 req-e48675c9-20db-416f-bd6c-110c254ea878 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645138 Sep 26 18:02:59.988584 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:02:59.988917 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:00.002718 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for ad33fa60-b8da-4a8d-af06-c5c00f1d1620 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:00.167331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (ad33fa60-b8da-4a8d-af06-c5c00f1d1620), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:00.190247 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=ad33fa60-b8da-4a8d-af06-c5c00f1d1620,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:00.259907 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (40f60892-826e-4470-a6be-03194d2f3262), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:00.262808 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:00.264133 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3694b8e8-3419-4bc9-8e4c-7e0db8a290d0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/40f60892-826e-4470-a6be-03194d2f3262 HTTP/1.1" status: 204 len: 168 time: 0.5875318 Sep 26 18:03:00.288729 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f647e-e9bb-4143-a935-b0133e076ac1 req-e6862052-4810-43c6-a87e-a885b9894b2e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:00.290173 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-018f647e-e9bb-4143-a935-b0133e076ac1 req-e6862052-4810-43c6-a87e-a885b9894b2e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0495019 Sep 26 18:03:00.352517 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-018f647e-e9bb-4143-a935-b0133e076ac1 req-d8cd4689-6b52-4548-a120-eee73804d773 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568476 Sep 26 18:03:00.569821 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:01.484507 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002df40-9a66-46de-ba50-d2bc7b447f38 req-6c678451-b6da-4267-ab28-7d0c9d60cd6c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:01.486116 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b002df40-9a66-46de-ba50-d2bc7b447f38 req-6c678451-b6da-4267-ab28-7d0c9d60cd6c tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0512080 Sep 26 18:03:01.536670 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b002df40-9a66-46de-ba50-d2bc7b447f38 req-5333dde3-917a-4fc0-a94e-3f5d20279f86 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443385 Sep 26 18:03:01.850633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 2a0efd6f-9d98-41b9-890d-4a2456a45420 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:01.872450 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 2a0efd6f-9d98-41b9-890d-4a2456a45420 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:01.872804 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 2a0efd6f-9d98-41b9-890d-4a2456a45420 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:02.662423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5de76a-3f8d-453b-b7cd-5b2862ec57eb req-e0ee2850-c3de-4e95-a9ad-959a3bf2fccf tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:02.664101 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c5de76a-3f8d-453b-b7cd-5b2862ec57eb req-e0ee2850-c3de-4e95-a9ad-959a3bf2fccf tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0485411 Sep 26 18:03:02.683454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:02.716959 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c5de76a-3f8d-453b-b7cd-5b2862ec57eb req-b7c01a12-dc3e-4cc2-a48b-bdd90d52b131 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456157 Sep 26 18:03:03.044926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b51ef-f15d-40a1-a362-1c229b8f0c4c req-2c709f01-5b2c-44b1-97a4-efef6a184e33 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:03.046403 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c3b51ef-f15d-40a1-a362-1c229b8f0c4c req-2c709f01-5b2c-44b1-97a4-efef6a184e33 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0492203 Sep 26 18:03:03.059582 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:03.101125 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c3b51ef-f15d-40a1-a362-1c229b8f0c4c req-88b696b9-bddf-49ce-a389-7ab39ea9739c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0480824 Sep 26 18:03:03.860899 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe89e3-92c7-478d-951d-6d3fa21dd9c8 req-49f8596b-5b9a-446f-9436-ccfd6538b45e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:03.863094 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2fe89e3-92c7-478d-951d-6d3fa21dd9c8 req-49f8596b-5b9a-446f-9436-ccfd6538b45e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0507863 Sep 26 18:03:03.916149 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2fe89e3-92c7-478d-951d-6d3fa21dd9c8 req-5bade5ad-019d-4621-be68-dc4aee48473b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472999 Sep 26 18:03:04.227784 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e23c1c-af6f-475b-a709-a26424fc362e req-49abd2c6-f394-41c3-b172-4740f5bf38d5 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:04.229529 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2e23c1c-af6f-475b-a709-a26424fc362e req-49abd2c6-f394-41c3-b172-4740f5bf38d5 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0512850 Sep 26 18:03:04.280779 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2e23c1c-af6f-475b-a709-a26424fc362e req-f2f23941-57f4-49a3-8ab0-ab4436f69a73 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0441670 Sep 26 18:03:05.038584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59214727-b2ad-448f-a63a-73480f39df84 req-9af70cfb-b84c-439c-bdb7-671f08998243 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:05.040075 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59214727-b2ad-448f-a63a-73480f39df84 req-9af70cfb-b84c-439c-bdb7-671f08998243 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0467691 Sep 26 18:03:05.088922 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59214727-b2ad-448f-a63a-73480f39df84 req-5b645d71-abb3-4f40-aa1d-a9211ee6ea5d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432637 Sep 26 18:03:05.402049 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fc359-2c90-40f3-bb87-d714e30f1c76 req-17dc6ab3-0cbc-4419-bf3b-bc65ec023cff tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:05.403622 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f3fc359-2c90-40f3-bb87-d714e30f1c76 req-17dc6ab3-0cbc-4419-bf3b-bc65ec023cff tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0457687 Sep 26 18:03:05.454218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f3fc359-2c90-40f3-bb87-d714e30f1c76 req-eb4e8dce-695f-4858-9813-f64886586622 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76&fields=id&fields=name HTTP/1.1" status: 200 len: 309 time: 0.0451274 Sep 26 18:03:05.686669 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-26ea3780-90a5-4eda-95ef-eef8a2b87cd3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:05.688255 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-26ea3780-90a5-4eda-95ef-eef8a2b87cd3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 945 time: 0.0503819 Sep 26 18:03:05.791351 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port fd512876-2590-4223-85f7-aaa1209388ce {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:05.791694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (fd512876-2590-4223-85f7-aaa1209388ce), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.883878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] For port fd512876-2590-4223-85f7-aaa1209388ce, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=fd512876-2590-4223-85f7-aaa1209388ce,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:05.884219 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (fd512876-2590-4223-85f7-aaa1209388ce), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:05.890867 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:05.897870 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:06.048945 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:06.049315 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (b38cb499-57b6-43e4-93a2-3a0e68e7f684), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:06.049636 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP b38cb499-57b6-43e4-93a2-3a0e68e7f684 disassociated. External IP: 172.27.0.52, port: fd512876-2590-4223-85f7-aaa1209388ce. Sep 26 18:03:06.049980 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for fd512876-2590-4223-85f7-aaa1209388ce owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:06.182736 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (fd512876-2590-4223-85f7-aaa1209388ce), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:06.211876 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=fd512876-2590-4223-85f7-aaa1209388ce,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:06.212123 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad953902-043f-4ce0-9267-f469ab30c523 req-2f2b92b8-de8c-4be0-9451-c5b9a9588b59 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:06.213767 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad953902-043f-4ce0-9267-f469ab30c523 req-2f2b92b8-de8c-4be0-9451-c5b9a9588b59 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0473151 Sep 26 18:03:06.267162 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad953902-043f-4ce0-9267-f469ab30c523 req-c377a1c7-f1b5-4cb4-945a-97e2608c6402 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0472720 Sep 26 18:03:06.325491 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:06.429393 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:06.438694 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:06.450605 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:06.451251 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:06.473550 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] No DVR routers for this DVR port fd512876-2590-4223-85f7-aaa1209388ce on host hv-cinder-85931 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:06.476621 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:06.479901 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5942025d-1a6e-4105-ba1e-f3d3ed27ca11 req-d8452549-a946-4d0f-bfdb-1e206d250828 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "DELETE /networking/v2.0/ports/fd512876-2590-4223-85f7-aaa1209388ce HTTP/1.1" status: 204 len: 173 time: 0.7699232 Sep 26 18:03:06.480396 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'name': 'network-vif-deleted', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:06.482643 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eec88503-8bbc-427c-b41c-d33c80f7c31f" -d '{"events": [{"server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "name": "network-vif-deleted", "tag": "fd512876-2590-4223-85f7-aaa1209388ce"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:06.522642 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9994723-d0ec-4988-8c50-e3cf167f8dc8 x-openstack-request-id: req-a9994723-d0ec-4988-8c50-e3cf167f8dc8 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:06.523399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8", "name": "network-vif-deleted", "tag": "fd512876-2590-4223-85f7-aaa1209388ce", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:06.523664 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a9994723-d0ec-4988-8c50-e3cf167f8dc8 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:06.524079 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9994723-d0ec-4988-8c50-e3cf167f8dc8'] response: {'server_uuid': '9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8', 'name': 'network-vif-deleted', 'tag': 'fd512876-2590-4223-85f7-aaa1209388ce', 'status': 'completed', 'code': 200} Sep 26 18:03:06.547745 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:06.554561 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:06.562960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:06.565285 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d151fb78-209b-4f32-92c5-809dbdf3f47c req-70c0aa65-90c4-4fba-8a72-f0aa5ad970fe tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0316668 Sep 26 18:03:06.882185 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:06.908754 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:06.918230 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:06.918858 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:02:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:07.015044 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:07.027249 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:07.231969 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:07.256152 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbc7c5-daa3-4f13-9a3c-2a3fe9ee3572 req-df2cba53-3d18-4a2d-973d-957867362412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:07.257680 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e1bbc7c5-daa3-4f13-9a3c-2a3fe9ee3572 req-df2cba53-3d18-4a2d-973d-957867362412 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.0400474 Sep 26 18:03:07.258164 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a07e1d3-92c2-4805-b95f-a6fba12a2779 None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:07.309023 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e1bbc7c5-daa3-4f13-9a3c-2a3fe9ee3572 req-527f5270-b9f1-4d19-bec9-0361cb190f62 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442226 Sep 26 18:03:07.396713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad372ea-ec2a-4061-8abc-3f1bc623c61c req-75bbd0be-6148-4319-9bd0-c02eef1e6533 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:07.398212 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bad372ea-ec2a-4061-8abc-3f1bc623c61c req-75bbd0be-6148-4319-9bd0-c02eef1e6533 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0470591 Sep 26 18:03:07.459105 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bad372ea-ec2a-4061-8abc-3f1bc623c61c req-c88ecb79-231f-4ba4-b494-d0207a995695 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546725 Sep 26 18:03:07.514198 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2384f7ec-cc6b-40a4-87ae-b1c6a98222fd None None] New status for floating IP b38cb499-57b6-43e4-93a2-3a0e68e7f684: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:07.698036 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-28fb694f-17ef-4929-8585-fd3c2af42e32 req-eb383d3c-bd9e-4c17-ac23-4fa7dd222e7a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0284491 Sep 26 18:03:08.406959 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0c0aabd1-63f3-4763-89a2-1f571fbfce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:08.583148 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a20762-e035-4122-84a7-92b4faebe8f3 req-46d0f393-d735-4a98-8160-0a202219c1ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:08.584546 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c2a20762-e035-4122-84a7-92b4faebe8f3 req-46d0f393-d735-4a98-8160-0a202219c1ed tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0463197 Sep 26 18:03:08.630901 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c2a20762-e035-4122-84a7-92b4faebe8f3 req-1f2cc6d0-0187-4bcd-a235-a6d34fd97983 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408576 Sep 26 18:03:08.831637 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff8abd41-eca3-4554-9330-57cef92a7850 req-aff9ea7d-25db-4170-81ca-ef225d503384 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9c9fc843-9cbe-4628-9f6c-c577ce1dd9a8 HTTP/1.1" status: 200 len: 210 time: 0.0317426 Sep 26 18:03:09.893386 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device fd512876-2590-4223-85f7-aaa1209388ce no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:09.922765 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: fd512876-2590-4223-85f7-aaa1209388ce {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:09.923566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device fd512876-2590-4223-85f7-aaa1209388ce not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:09.972892 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a011c-734d-44b9-8867-75e084910e98 req-7e88f9a2-4dfd-4760-a8ef-a9fd789ccd8e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:09.974432 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c8a011c-734d-44b9-8867-75e084910e98 req-7e88f9a2-4dfd-4760-a8ef-a9fd789ccd8e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0683284 Sep 26 18:03:09.978733 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-b8e8cc09-0f5e-4918-8341-77b2afa0080a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2063601772&fields=id&tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3 HTTP/1.1" status: 200 len: 267 time: 0.3160613 Sep 26 18:03:10.083769 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c8a011c-734d-44b9-8867-75e084910e98 req-3df593db-8756-4dc3-9b0a-cb5b2685d72b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1036432 Sep 26 18:03:10.096468 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:10.126136 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-bb88cc36-45d9-4ed6-9c62-cb08dad29ea8 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.130375 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-bb88cc36-45d9-4ed6-9c62-cb08dad29ea8 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 809 time: 0.1408851 Sep 26 18:03:10.150619 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-fc54440b-d575-43be-9d76-abed39e28816 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/quotas/7fc64ff05f7240b3a9cb0f191195b8e3 HTTP/1.1" status: 200 len: 375 time: 0.0115209 Sep 26 18:03:10.167678 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42312) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:10.194299 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:10.229802 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-5e2afc86-cb91-43dc-8875-fca0e7593a0f tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734735 Sep 26 18:03:10.276853 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-69941777-2edb-468a-83f5-e7415d23ecfc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.331376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-69941777-2edb-468a-83f5-e7415d23ecfc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.393512 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-28f4e4db-7326-4e06-97e5-72976fc13a8b service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460168 Sep 26 18:03:10.465629 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-69941777-2edb-468a-83f5-e7415d23ecfc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.468326 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-69941777-2edb-468a-83f5-e7415d23ecfc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.469573 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-69941777-2edb-468a-83f5-e7415d23ecfc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76 HTTP/1.1" status: 204 len: 168 time: 0.3009074 Sep 26 18:03:10.473566 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42320) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:10.493315 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-edaab835-87ba-4041-a106-3567f04eb3ad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] show failed (client error): The resource could not be found. Sep 26 18:03:10.497439 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941777-2edb-468a-83f5-e7415d23ecfc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:10.498261 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-edaab835-87ba-4041-a106-3567f04eb3ad tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups/ca0cc7fe-2a63-4a4e-a6f8-2c3f7f72cd76 HTTP/1.1" status: 404 len: 347 time: 0.0227497 Sep 26 18:03:10.498651 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42324) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:10.552227 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-5dd889bc-c1a1-436c-af99-239a79646cf7 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514981 Sep 26 18:03:10.649784 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3be1697-3b78-43a1-83be-a16bc295e423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.653172 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-3aec0a72-c64c-4eb5-9f5e-1142460ab843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.655266 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-3aec0a72-c64c-4eb5-9f5e-1142460ab843 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.0564053 Sep 26 18:03:10.690643 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e281972-c7a6-4e97-b2a8-f1d61a8e2eac req-4b16e1ae-abc8-4cc3-9fce-11dc079a53c6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.692724 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e281972-c7a6-4e97-b2a8-f1d61a8e2eac req-4b16e1ae-abc8-4cc3-9fce-11dc079a53c6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.1394341 Sep 26 18:03:10.698180 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port 72e3496c-703c-41df-9a08-d1f8af2f93c3 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:10.698892 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.768004 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-7b5976c1-dedd-4d5a-9a84-e53932b38ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.770350 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-7b5976c1-dedd-4d5a-9a84-e53932b38ad9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1076922 Sep 26 18:03:10.812620 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e281972-c7a6-4e97-b2a8-f1d61a8e2eac req-74c7364a-76ff-421e-9c1f-5cb693c6c74f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1111722 Sep 26 18:03:10.826939 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.827444 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (72e3496c-703c-41df-9a08-d1f8af2f93c3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:10.846050 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for 72e3496c-703c-41df-9a08-d1f8af2f93c3 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:10.861100 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-caf1c756-3055-4c7c-9960-1f6a082e92a9 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 1002 time: 0.0840676 Sep 26 18:03:10.938561 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-b8ff3a77-aee5-4dce-a79d-85f5c9cba1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:10.940544 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-b8ff3a77-aee5-4dce-a79d-85f5c9cba1f2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0725873 Sep 26 18:03:10.965293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:10.981745 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:10.990390 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b9cd352-7973-4e24-95db-44e9b04aaf37 req-46471baa-1652-4939-9cdd-e56dab7a6f71 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 210 time: 0.0722914 Sep 26 18:03:11.007055 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.021587 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-f128409a-2dee-4cb2-930c-732fc0f0df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.023540 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-f128409a-2dee-4cb2-930c-732fc0f0df2e service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705967 Sep 26 18:03:11.040928 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (72e3496c-703c-41df-9a08-d1f8af2f93c3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.070680 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=72e3496c-703c-41df-9a08-d1f8af2f93c3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.144656 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-d4179009-059d-4885-8997-978586b7a6f5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125143 Sep 26 18:03:11.146504 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (b38cb499-57b6-43e4-93a2-3a0e68e7f684), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.149371 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.150888 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bf1f161b-24f7-4e34-9f1b-480bef8c6ad9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/b38cb499-57b6-43e4-93a2-3a0e68e7f684 HTTP/1.1" status: 204 len: 168 time: 0.6511009 Sep 26 18:03:11.240180 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42342) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.245414 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--763650463', 'description': 'tempest-description--1695873671'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.263300 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0901a617-6034-4cb9-86bf-97429c9108f8 req-6d271866-17f4-4951-b80c-8cfb0f68b53d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112654 Sep 26 18:03:11.268185 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.294265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.346853 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (6a587827-884f-4aa9-a725-a848eb1e091f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.352607 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6a587827-884f-4aa9-a725-a848eb1e091f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.374753 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.376006 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1346488 Sep 26 18:03:11.379008 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42346) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.383237 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': '6a587827-884f-4aa9-a725-a848eb1e091f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.405806 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f071a5a-773c-461c-88d5-9c1b521267c8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a587827-884f-4aa9-a725-a848eb1e091f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.421898 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (7dc3890d-bc2b-4331-9c24-58dab3d4a298), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.480376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (7dc3890d-bc2b-4331-9c24-58dab3d4a298), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.484868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (7dc3890d-bc2b-4331-9c24-58dab3d4a298), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.503206 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc3890d-bc2b-4331-9c24-58dab3d4a298,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.510739 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.511966 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2871e6b2-8793-4f23-b398-8b5fd633e3af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1320431 Sep 26 18:03:11.514781 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42348) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.519015 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': '6a587827-884f-4aa9-a725-a848eb1e091f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.547685 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (0059f1d3-d1b6-42a5-b5c2-48d6cc8b391f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.612350 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (0059f1d3-d1b6-42a5-b5c2-48d6cc8b391f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.616065 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (0059f1d3-d1b6-42a5-b5c2-48d6cc8b391f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.634907 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0059f1d3-d1b6-42a5-b5c2-48d6cc8b391f,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:11.646328 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.647720 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-20a0c7d2-31f1-41d2-a759-be385e14236c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1319103 Sep 26 18:03:11.650879 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42350) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:11.655075 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:11.676772 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.757213 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:11.767989 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:11.874373 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.27.0.170 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/3e30a1fd-22f5-4555-9ec5-87b20ea0a315) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:11.981118 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404da49-9fc6-4740-8d24-f7bc29bade0b req-18d3e137-6ee7-44bf-9d9a-0f8fa2a667e2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:11.982639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4404da49-9fc6-4740-8d24-f7bc29bade0b req-18d3e137-6ee7-44bf-9d9a-0f8fa2a667e2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0822625 Sep 26 18:03:12.043406 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.063095 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4404da49-9fc6-4740-8d24-f7bc29bade0b req-910a5de7-143a-4f59-a56d-190b1bbe0b3d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0696669 Sep 26 18:03:12.109776 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22b0dbd1-fd05-4d77-8658-e5fe3e0025d0 req-f47577bb-7230-4b1e-b833-75582ae11853 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 210 time: 0.0373492 Sep 26 18:03:12.110195 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.116990 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.124434 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.153491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:12.158804 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:12.165968 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:12.200920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=3e30a1fd-22f5-4555-9ec5-87b20ea0a315,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.258557 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (8aa9ab06-6e66-4aeb-b541-eeadf9744729), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.296028 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.444467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.449025 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.492381 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:12.522123 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (8aa9ab06-6e66-4aeb-b541-eeadf9744729), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.527839 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=3e30a1fd-22f5-4555-9ec5-87b20ea0a315,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:12.543125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:12.544339 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-08226c62-40f4-4c77-bd9a-0474b96c48e9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8924918 Sep 26 18:03:12.754275 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-097950fa-9926-49eb-ae25-6caaf2374af0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--763650463&fields=id&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 267 time: 0.0521595 Sep 26 18:03:12.865038 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-8d3429e0-f8ed-4525-82bf-f467eabfa009 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:12.866391 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-8d3429e0-f8ed-4525-82bf-f467eabfa009 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.1053588 Sep 26 18:03:12.881334 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-2d9d4a06-a11e-4274-82e7-e47249c84050 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/quotas/3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 375 time: 0.0094976 Sep 26 18:03:12.930398 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e966a826-227f-45e5-8a5e-3f587864e907 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438373 Sep 26 18:03:13.026536 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-1741c034-51a7-48fc-a6ec-00c9c9b3d2f6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843127 Sep 26 18:03:13.123237 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-05f0ae57-b3fd-48e9-9297-f26acb035472 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903521 Sep 26 18:03:13.192531 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31ad45-1ce5-4917-91a2-252d9cd0e0c6 req-a4e658f5-0a33-4fb0-9f61-e234c8b34c53 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:13.194388 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a31ad45-1ce5-4917-91a2-252d9cd0e0c6 req-a4e658f5-0a33-4fb0-9f61-e234c8b34c53 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0507586 Sep 26 18:03:13.213386 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:13.248847 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a31ad45-1ce5-4917-91a2-252d9cd0e0c6 req-af04b329-7d60-4598-9fae-888da62eea7b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489163 Sep 26 18:03:13.340349 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:13.365022 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5cb29866-59c8-479a-988e-2b20cd939500 req-d445ca49-6ac3-435e-9a06-4b292ab47c4a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 210 time: 0.0590560 Sep 26 18:03:13.387065 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d05a197-3019-4b0b-841e-4348b07cd009 req-f3d1c7d4-e144-498a-b3f8-022c6c6ed679 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 210 time: 0.0305920 Sep 26 18:03:13.548102 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.397331 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085c02e-8173-4390-a6ae-ea197ec2c793 req-4c93ee4d-1d3b-4723-953f-946cccf98bec tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.398895 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2085c02e-8173-4390-a6ae-ea197ec2c793 req-4c93ee4d-1d3b-4723-953f-946cccf98bec tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0525513 Sep 26 18:03:14.462047 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2085c02e-8173-4390-a6ae-ea197ec2c793 req-e0d5601b-e844-43f1-aa3a-6aab967a050f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571165 Sep 26 18:03:14.478101 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d54acdc6-8eac-4500-9300-04c38089b5b2 req-a579f8e1-566b-417b-8c42-d8b840c1ac3d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 210 time: 0.0322597 Sep 26 18:03:14.552715 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20bb034d-1260-4c65-be5c-80b7aad85140 req-8fa891c8-fe36-4e1c-906f-4881249f4ad8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 210 time: 0.0321491 Sep 26 18:03:14.598199 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a213e6-3a6c-4779-aaf3-082de1a40fe7 req-555cb690-67b7-4e13-a974-d692e64453e0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.599704 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-53a213e6-3a6c-4779-aaf3-082de1a40fe7 req-555cb690-67b7-4e13-a974-d692e64453e0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0503476 Sep 26 18:03:14.609877 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42392) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:14.614438 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Request body: {'floatingip': {'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:14.669766 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:14.914909 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-043e69b0-a466-4ffe-b056-2c0a13622027 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:14.917119 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-043e69b0-a466-4ffe-b056-2c0a13622027 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 809 time: 0.1199193 Sep 26 18:03:14.952148 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:15.025941 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-89fae9c0-ad43-4cca-bdc7-b64ce23fa5cf tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3 HTTP/1.1" status: 200 len: 380 time: 0.0653915 Sep 26 18:03:15.045335 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'port': {'device_id': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'admin_state_up': True, 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'security_groups': ['8f504357-9b4f-44de-bbe4-3f9b901e331a']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:15.176363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.181112 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Made reservation on behalf of 7fc64ff05f7240b3a9cb0f191195b8e3 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:15.181659 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.184942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.318143 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Allocated IP 172.20.0.11 (ef38c393-cefb-4946-b777-68be31dde562/64321d1c-61cf-4989-8002-9326b6f79ecd/f6146f37-8a87-4bf5-bcb3-ae2d2c369e81) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:15.400195 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:15.468819 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.486536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:15.502860 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.511873 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:15.516008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:15.516117 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.522746 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] Sync routers for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:15.547703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:15.549254 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:15.554816 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Network ef38c393-cefb-4946-b777-68be31dde562 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:15.559583 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:15.559773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:15.559881 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:15.561274 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22049fb7-cb86-410a-a05c-994b3b648dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:15.562404 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:15.628866 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:15.643218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-52805e87-1ac2-4f2d-a2a9-b11247093b9b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/d7ccdbb5-12d3-48ca-af81-1ffb05c7d689 HTTP/1.1" status: 200 len: 994 time: 1.0312459 Sep 26 18:03:15.652624 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.652979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.653395 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.654489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.654876 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.655223 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.655556 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.655886 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.656213 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.656539 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.661610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.662960 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.663535 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.664733 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.665173 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:15.674444 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48366bec-7fc1-4a4d-8f64-2fa2619e47b8 req-0a5ca7a0-f872-40de-9f15-23cfa4b96cc0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:15.677178 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48366bec-7fc1-4a4d-8f64-2fa2619e47b8 req-0a5ca7a0-f872-40de-9f15-23cfa4b96cc0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 932 time: 0.0930331 Sep 26 18:03:15.683013 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:15.683747 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:15.718062 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-7d0da7e0-349b-4959-873d-f931bdc00aee tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6765532 Sep 26 18:03:15.755972 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Request body: {'port': {'device_id': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:15.770520 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:15.771512 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50255121-959d-4432-8c1e-51f07ff4851b req-01a3776d-659d-4d72-b95f-b210b9e1d417 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 210 time: 0.0533400 Sep 26 18:03:16.036503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Provisioning complete for port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:16.037132 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.037442 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Attempt 1 to provision port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 Sep 26 18:03:16.045468 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.111609 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'd7ccdbb5-12d3-48ca-af81-1ffb05c7d689', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:24Z', 'updated_at': '2022-09-26T18:03:15Z', 'revision_number': 3, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:16.141932 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] Checking router: 88d6b78e-7148-49ee-97b4-1fc12ef6e795 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:16.152913 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:16.153549 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:16.201395 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:16.267076 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:16.303920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4fc0484-e142-42c9-b2d0-264237fcaf56 x-openstack-request-id: req-d4fc0484-e142-42c9-b2d0-264237fcaf56 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:16.303920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:16.303920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d4fc0484-e142-42c9-b2d0-264237fcaf56 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:16.305844 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4fc0484-e142-42c9-b2d0-264237fcaf56'] response: {'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'status': 'completed', 'code': 200} Sep 26 18:03:16.365168 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48366bec-7fc1-4a4d-8f64-2fa2619e47b8 req-1b8c174b-781a-4b68-9267-8a6af7e4ff7f tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6799631 Sep 26 18:03:16.389679 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-7e5fb09a-7a2e-4149-be54-6e9ffa4b0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.391403 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-7e5fb09a-7a2e-4149-be54-6e9ffa4b0ca3 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.1005089 Sep 26 18:03:16.391544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:16.398252 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:16.406117 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Publish callbacks [] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.423046 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Transition to ACTIVE for port object f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:16.428700 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.501873 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-fe200886-620b-455f-b81a-b81bd5acbab2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.503369 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-fe200886-620b-455f-b81a-b81bd5acbab2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.7140896 Sep 26 18:03:16.520306 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'd7ccdbb5-12d3-48ca-af81-1ffb05c7d689', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:24Z', 'updated_at': '2022-09-26T18:03:15Z', 'revision_number': 3, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:16.526595 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:16.548561 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47affda3-0047-4e2b-8095-2f1251706961 None None] The sync data for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi is: [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'd7ccdbb5-12d3-48ca-af81-1ffb05c7d689', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'floating_ip_address': '172.27.0.125', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'port_id': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'mac_address': 'fa:16:3e:48:2e:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:01:24Z', 'updated_at': '2022-09-26T18:03:15Z', 'revision_number': 3, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:16.556354 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Attempting to bind port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:16.556785 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Attempting to bind port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:16.557185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Attempting to bind port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 on network ef38c393-cefb-4946-b777-68be31dde562 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:16.574030 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-e4f07072-b961-426e-aff7-bc3989aa17b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.575816 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-e4f07072-b961-426e-aff7-bc3989aa17b0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1484461 Sep 26 18:03:16.582457 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:16.651688 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-a417766c-6cda-4135-9373-2213cb77a671 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 379 time: 0.1317146 Sep 26 18:03:16.666211 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'port': {'device_id': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'admin_state_up': True, 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'security_groups': ['6a587827-884f-4aa9-a725-a848eb1e091f']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:16.702659 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Attempt 2 to provision port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 Sep 26 18:03:16.720487 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-3e1aaf28-1c4f-4de4-9e47-cb73cc99bfdc service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 1002 time: 0.1320658 Sep 26 18:03:16.751826 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:16.813744 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-449233ef-e2b1-4fa1-a3d6-f5f5a0a0ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.815243 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-449233ef-e2b1-4fa1-a3d6-f5f5a0a0ca4c service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0862672 Sep 26 18:03:16.836935 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 on network ef38c393-cefb-4946-b777-68be31dde562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:16.837271 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Attempting to bind port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 on network ef38c393-cefb-4946-b777-68be31dde562 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:16.865841 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Made reservation on behalf of 3f9772c3904046ee9778a870f4adc0ae for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:16.869628 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.882682 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:16.882937 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Checking segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:16.883166 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Bound using segment: {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:16.884079 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Bound port: f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0b88a22-b978-4368-b1b5-a2773419d509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:16.884079 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.885507 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-082965dd-23c5-4072-ab25-2ea8140d4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.887066 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-082965dd-23c5-4072-ab25-2ea8140d4d3e service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0618286 Sep 26 18:03:16.946963 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:16.950211 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:16.956173 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.961023 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:16.961641 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:16.963042 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 1094 time: 1.2230544 Sep 26 18:03:16.964551 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:16.966979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b8e82-3b50-420d-b6de-947a68dccff7" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:17.009084 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8ac98d39-c8b9-44a2-9dd2-5907622c50b7 req-5887daaf-9378-4ae6-9fcb-1e3329eb50d7 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 210 time: 0.1017146 Sep 26 18:03:17.016725 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9df007-ae28-40d6-9e02-ee1bfb809bdd service neutron] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:17.038663 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae58436-c1ef-45f1-8e3c-2df0f5d2a3e5 x-openstack-request-id: req-cae58436-c1ef-45f1-8e3c-2df0f5d2a3e5 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:17.038663 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:17.038944 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cae58436-c1ef-45f1-8e3c-2df0f5d2a3e5 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:17.039350 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cae58436-c1ef-45f1-8e3c-2df0f5d2a3e5'] response: {'name': 'network-changed', 'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'status': 'completed', 'code': 200} Sep 26 18:03:17.065653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.092033 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.105029 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-befe73c6-0df4-4c1d-aeae-cdb64d81b518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.106538 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-befe73c6-0df4-4c1d-aeae-cdb64d81b518 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1128 time: 0.0425861 Sep 26 18:03:17.110539 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-4c9550b0-3848-49ea-9c0e-e63caa7e1705 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173171 Sep 26 18:03:17.114678 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.20.0.6 (e84a6098-e79e-4a0a-b228-abe98a9c9b30/2e973b61-97ce-4f41-8a79-0b9ddfb65525/9a352881-a0a9-4e9a-accd-a56088f0b642) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:17.133684 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.163659 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-37daaea9-a1be-4638-8f2f-0ae5c6d6face service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 217 time: 0.0368817 Sep 26 18:03:17.217861 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-d26c236a-5cc9-46b1-9e65-411173be7f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.219519 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-d26c236a-5cc9-46b1-9e65-411173be7f1e service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0469799 Sep 26 18:03:17.252948 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Attempt 3 to provision port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 Sep 26 18:03:17.267524 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-f8e37c96-2a09-4090-9774-3b363f288331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.269907 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-f8e37c96-2a09-4090-9774-3b363f288331 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434740 Sep 26 18:03:17.292591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1b959c51-5a0b-456c-9dc2-c963a2177c1e None None] Port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:17.296419 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-22049fb7-cb86-410a-a05c-994b3b648dd4 req-d94759b9-f6f6-4227-a7f3-49c77ae448be service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678562 Sep 26 18:03:17.338699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.367445 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-72af4019-0631-478a-b248-c48f42df983b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915189 Sep 26 18:03:17.371401 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.415979 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:17.418285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.426539 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:17.432959 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:17.467759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=9a352881-a0a9-4e9a-accd-a56088f0b642,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:17.472154 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ce53fb51-568d-41cd-8b63-bf1aabc9ada2 req-0e071564-684f-4635-9934-0881e7c40acf service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976961 Sep 26 18:03:17.539394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.540722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.549653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946877a7-d300-4913-a1f9-88289b0cd80b req-03ddce41-5ef2-4e4c-8110-903c2720f5a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.551617 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-946877a7-d300-4913-a1f9-88289b0cd80b req-03ddce41-5ef2-4e4c-8110-903c2720f5a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0879273 Sep 26 18:03:17.577597 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-07b9e696-1435-4bf5-8abd-bafb9e00e8cb tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9180012 Sep 26 18:03:17.587810 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=77,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.589838 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=82,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.611366 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-946877a7-d300-4913-a1f9-88289b0cd80b req-c1fa97bd-3d76-44cb-b272-8f0c1270aa2c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527668 Sep 26 18:03:17.717101 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Provisioning complete for port 9a352881-a0a9-4e9a-accd-a56088f0b642 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:17.717689 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.717792 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Attempt 1 to provision port 9a352881-a0a9-4e9a-accd-a56088f0b642 Sep 26 18:03:17.743255 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:17.754749 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Port 9a352881-a0a9-4e9a-accd-a56088f0b642 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:17.827882 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Request body: {'port': {'device_id': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:17.864642 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-70b7a7ac-5abe-4e97-8d5b-80942d111cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.866308 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-70b7a7ac-5abe-4e97-8d5b-80942d111cde service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1128 time: 0.0432541 Sep 26 18:03:17.897333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:17.977478 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-c74b4bb1-2787-4120-8764-71220932ccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:17.979229 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-c74b4bb1-2787-4120-8764-71220932ccd2 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 910 time: 0.1013312 Sep 26 18:03:18.028927 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-d0202c42-6277-4884-9ec5-1a74fb64661b service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 217 time: 0.0335519 Sep 26 18:03:18.083331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-af6d28b9-ee85-402b-b851-3896eceeb498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.084888 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-af6d28b9-ee85-402b-b851-3896eceeb498 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0491650 Sep 26 18:03:18.103630 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:18.138915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-9ff2138d-2280-4197-bd66-713ec7ce53bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.140291 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-9ff2138d-2280-4197-bd66-713ec7ce53bb service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483687 Sep 26 18:03:18.203011 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc1bed6-341d-42b7-9ae4-0954bd8aa927 req-31893117-d62d-4ed3-bf95-fe5f03a97633 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.204517 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fc1bed6-341d-42b7-9ae4-0954bd8aa927 req-31893117-d62d-4ed3-bf95-fe5f03a97633 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 931 time: 0.0870252 Sep 26 18:03:18.228925 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a352881-a0a9-4e9a-accd-a56088f0b642 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:18.237261 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-a27a285e-cc05-4815-9378-633b785f080f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906672 Sep 26 18:03:18.239758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Publish callbacks [] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.256383 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Attempt 2 to provision port 9a352881-a0a9-4e9a-accd-a56088f0b642 Sep 26 18:03:18.272387 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Transition to ACTIVE for port object 9a352881-a0a9-4e9a-accd-a56088f0b642 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:18.280963 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fc1bed6-341d-42b7-9ae4-0954bd8aa927 req-344ac017-67ef-46e3-9659-d71e17d2dc11 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694931 Sep 26 18:03:18.282065 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.309170 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:18.311441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a400841a-a169-4226-8ce3-54a26e7060bf" -d '{"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:18.336326 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Port 9a352881-a0a9-4e9a-accd-a56088f0b642 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:18.353676 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a352881-a0a9-4e9a-accd-a56088f0b642,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:18.356103 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-225b8e82-3b50-420d-b6de-947a68dccff7 req-2afa7659-cb05-4bfd-85a9-e9278fcccdf2 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121747 Sep 26 18:03:18.357810 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d428fe-0f73-47a6-ba1f-bf20baa8770d x-openstack-request-id: req-b5d428fe-0f73-47a6-ba1f-bf20baa8770d {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:18.358107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:18.358364 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b5d428fe-0f73-47a6-ba1f-bf20baa8770d {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:18.358760 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d428fe-0f73-47a6-ba1f-bf20baa8770d'] response: {'name': 'network-changed', 'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'status': 'completed', 'code': 200} Sep 26 18:03:18.413695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Attempting to bind port 9a352881-a0a9-4e9a-accd-a56088f0b642 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:18.414196 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Attempting to bind port 9a352881-a0a9-4e9a-accd-a56088f0b642 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:18.414632 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Attempting to bind port 9a352881-a0a9-4e9a-accd-a56088f0b642 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:18.459160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400841a-a169-4226-8ce3-54a26e7060bf req-fd4d9312-3df2-446a-b738-6c73142ce9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.460823 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-fd4d9312-3df2-446a-b738-6c73142ce9f9 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=93579356e4b54de5a06d395cd499ca13&device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 1130 time: 0.0425553 Sep 26 18:03:18.466644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Port 9a352881-a0a9-4e9a-accd-a56088f0b642 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:18.467013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Attempting to bind port 9a352881-a0a9-4e9a-accd-a56088f0b642 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:18.523033 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:18.523717 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:18.524368 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Bound using segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:18.525126 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Bound port: 9a352881-a0a9-4e9a-accd-a56088f0b642, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:18.525718 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.540316 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:18.571043 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400841a-a169-4226-8ce3-54a26e7060bf req-3bc10327-ccb8-4a0d-b5ac-899c0e9831ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.572695 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-3bc10327-ccb8-4a0d-b5ac-899c0e9831ed service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 200 len: 919 time: 0.1036420 Sep 26 18:03:18.594730 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] For port 9a352881-a0a9-4e9a-accd-a56088f0b642, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:18.598032 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] For port 9a352881-a0a9-4e9a-accd-a56088f0b642, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9a352881-a0a9-4e9a-accd-a56088f0b642,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:18.605758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.610623 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.611363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:18.612790 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/9a352881-a0a9-4e9a-accd-a56088f0b642 HTTP/1.1" status: 200 len: 1093 time: 0.7902262 Sep 26 18:03:18.646685 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-622e70e3-74b6-4c90-9072-f87fc6d2f89d service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 200 len: 1002 time: 0.0670478 Sep 26 18:03:18.668796 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387564d-f7f3-4e06-ae37-7ad56610c2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a352881-a0a9-4e9a-accd-a56088f0b642,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:18.746123 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400841a-a169-4226-8ce3-54a26e7060bf req-a934c739-76ac-486e-82e0-9b36a08778d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.749168 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-a934c739-76ac-486e-82e0-9b36a08778d3 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 200 len: 857 time: 0.0771453 Sep 26 18:03:18.797314 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:18.801456 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-95bd6e66-edc2-4a23-9a3d-a524782e893f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.804199 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-95bd6e66-edc2-4a23-9a3d-a524782e893f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 1127 time: 0.1247160 Sep 26 18:03:18.807187 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400841a-a169-4226-8ce3-54a26e7060bf req-91cd6f05-eb52-48c1-b690-102ce4c84696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.808705 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-91cd6f05-eb52-48c1-b690-102ce4c84696 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=178bfb9b-fc92-4cf4-abec-cb938da3300e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525522 Sep 26 18:03:18.819622 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bad436-c942-4c38-b2ac-d98df7b3be4f req-beed08ad-c8fe-4492-b0e1-bdada6c19c98 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.822281 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-06bad436-c942-4c38-b2ac-d98df7b3be4f req-beed08ad-c8fe-4492-b0e1-bdada6c19c98 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0881162 Sep 26 18:03:18.837430 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Attempt 3 to provision port 9a352881-a0a9-4e9a-accd-a56088f0b642 Sep 26 18:03:18.844088 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:18.874830 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-b5e092a1-f49f-40f8-9897-eed3db586b5c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a352881-a0a9-4e9a-accd-a56088f0b642 HTTP/1.1" status: 200 len: 217 time: 0.0494606 Sep 26 18:03:18.888838 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-72097a8a-2b5c-46ae-bed8-cdc8df96768f None None] Port 9a352881-a0a9-4e9a-accd-a56088f0b642 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:18.927391 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-fe26df7d-e458-4653-bad6-b7c19c6e2f88 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035266 Sep 26 18:03:18.954170 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-acb717a0-92f8-4272-9a7e-8e966beba314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:18.955802 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-acb717a0-92f8-4272-9a7e-8e966beba314 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0743418 Sep 26 18:03:18.961779 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-06bad436-c942-4c38-b2ac-d98df7b3be4f req-0759dcd9-23d1-48f3-890e-79fe10da9b46 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275702 Sep 26 18:03:19.012928 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-1e421295-b9b9-435c-ae4d-9482e80633cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:19.014617 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-1e421295-b9b9-435c-ae4d-9482e80633cd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510664 Sep 26 18:03:19.037840 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a400841a-a169-4226-8ce3-54a26e7060bf req-68e060e6-ad81-4eae-9820-2938dcfb6b30 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004255 Sep 26 18:03:19.126212 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-168766e2-c18f-4cc7-ab47-d5acce629bb9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044219 Sep 26 18:03:19.223395 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8c16ac1-eb00-447e-b82d-c657fb54b2e6 req-c8ac2824-a6d6-4227-915a-fc457656e00b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883467 Sep 26 18:03:19.420347 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:19.432510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e1d5f-cba5-469c-9e90-4f614902a6aa req-15845394-54de-4680-9a96-1b7eb2d73239 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:19.434012 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e8e1d5f-cba5-469c-9e90-4f614902a6aa req-15845394-54de-4680-9a96-1b7eb2d73239 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 943 time: 0.0500340 Sep 26 18:03:19.489506 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e8e1d5f-cba5-469c-9e90-4f614902a6aa req-8d95c08d-99bd-4c7e-99cc-fa33a7d73acc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493703 Sep 26 18:03:20.090202 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d679b-a950-43cf-93b5-35cfc60ff684 req-e02d8bd2-a052-45a7-b020-84bae98bd7ad tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.091790 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ee2d679b-a950-43cf-93b5-35cfc60ff684 req-e02d8bd2-a052-45a7-b020-84bae98bd7ad tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0463703 Sep 26 18:03:20.141261 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ee2d679b-a950-43cf-93b5-35cfc60ff684 req-71982b25-bf92-4138-871b-6dba7cee9dfa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439339 Sep 26 18:03:20.360468 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:20.362769 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35" -d '{"events": [{"name": "network-changed", "server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:20.399924 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c6bb4-8acc-4f62-9b70-0bf1882acadb x-openstack-request-id: req-8f2c6bb4-8acc-4f62-9b70-0bf1882acadb {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:20.400214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:20.400465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f2c6bb4-8acc-4f62-9b70-0bf1882acadb {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:20.400914 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2c6bb4-8acc-4f62-9b70-0bf1882acadb'] response: {'name': 'network-changed', 'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'status': 'completed', 'code': 200} Sep 26 18:03:20.503252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-2df2b1a0-affd-4c7e-bab5-c0c62381b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.504838 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-2df2b1a0-affd-4c7e-bab5-c0c62381b47d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 1127 time: 0.0394247 Sep 26 18:03:20.626064 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d0f327-0169-4403-bf39-8e70bd9d143f req-15517333-47a7-4e5c-8310-66a4e34b8c86 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.627468 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0d0f327-0169-4403-bf39-8e70bd9d143f req-15517333-47a7-4e5c-8310-66a4e34b8c86 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 943 time: 0.0626812 Sep 26 18:03:20.647358 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:20.657324 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-1dc7d363-809d-4173-9c41-b05f1ab16ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.658799 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-1dc7d363-809d-4173-9c41-b05f1ab16ea5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 915 time: 0.1471326 Sep 26 18:03:20.716230 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-3abdbe3b-a959-49ae-af3f-da7b299c0661 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a352881-a0a9-4e9a-accd-a56088f0b642 HTTP/1.1" status: 200 len: 217 time: 0.0448422 Sep 26 18:03:20.723583 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0d0f327-0169-4403-bf39-8e70bd9d143f req-7abc4e12-32a3-4bc3-bdb0-77b04c324b90 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900948 Sep 26 18:03:20.768568 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-bb85f799-b8fc-48ed-b0c0-a68afa2af4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.771025 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-bb85f799-b8fc-48ed-b0c0-a68afa2af4cc service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0465214 Sep 26 18:03:20.821978 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-9c379fbd-9f4e-4127-aebd-ab69419d3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:20.823507 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-9c379fbd-9f4e-4127-aebd-ab69419d3f1e service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398655 Sep 26 18:03:20.922597 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-2f54bd5b-b45a-44e6-9368-0e189fa9785e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889575 Sep 26 18:03:21.020914 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-081f6d7b-da8e-43f3-972c-8a1ceeb12f35 req-08a1197f-1aaa-41c9-b833-1a5c3b4b148e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893419 Sep 26 18:03:21.272523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7645d3-89bd-4ae9-9eb8-c1cbd52734a8 req-1307642f-76ab-4361-baf3-112aa8013c70 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:21.274067 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c7645d3-89bd-4ae9-9eb8-c1cbd52734a8 req-1307642f-76ab-4361-baf3-112aa8013c70 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0540874 Sep 26 18:03:21.325264 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c7645d3-89bd-4ae9-9eb8-c1cbd52734a8 req-a5eae23c-3ac6-40c0-b654-03bee7b5d300 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Sep 26 18:03:21.847459 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87386389-6823-4cf5-8a11-a6d32f4a65e9 req-c0009214-08b6-4500-a674-6cb5c7f840e8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:21.849233 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87386389-6823-4cf5-8a11-a6d32f4a65e9 req-c0009214-08b6-4500-a674-6cb5c7f840e8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 943 time: 0.0489240 Sep 26 18:03:21.899356 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87386389-6823-4cf5-8a11-a6d32f4a65e9 req-ca8657cf-17c4-45f0-bb2d-09814ee0ba72 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445178 Sep 26 18:03:21.942557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 9a352881-a0a9-4e9a-accd-a56088f0b642 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:03:22.017026 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:22.047818 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 9a352881-a0a9-4e9a-accd-a56088f0b642, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9a352881-a0a9-4e9a-accd-a56088f0b642,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:22.060519 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'port_id': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'mac_address': 'fa:16:3e:ba:62:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:03:22.096313 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 9a352881-a0a9-4e9a-accd-a56088f0b642 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:22.096704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.109897 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a352881-a0a9-4e9a-accd-a56088f0b642 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:22.131758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 9a352881-a0a9-4e9a-accd-a56088f0b642, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9a352881-a0a9-4e9a-accd-a56088f0b642,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:22.135618 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:22.186108 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=9a352881-a0a9-4e9a-accd-a56088f0b642,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:22.194070 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.194406 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.194766 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.195147 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.195478 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.195802 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.196120 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.196438 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.196755 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.197072 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.197503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.197868 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.198208 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.198508 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.198820 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:03:22.448787 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec63b7-4957-4c27-ae3f-928b8d64b015 req-a21e81a0-2abe-4f09-8f5b-4d49a0d403d2 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:22.450659 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6aec63b7-4957-4c27-ae3f-928b8d64b015 req-a21e81a0-2abe-4f09-8f5b-4d49a0d403d2 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0491455 Sep 26 18:03:22.506823 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6aec63b7-4957-4c27-ae3f-928b8d64b015 req-a3c6e3ec-5d5f-4107-822f-8f96938cbf2a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503976 Sep 26 18:03:22.632902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['9a352881-a0a9-4e9a-accd-a56088f0b642'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:23.028276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d83c5-d8d3-4cdb-b9a6-c30dc111a3c1 req-761363da-407d-4754-8600-21d2801ae645 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.029813 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-528d83c5-d8d3-4cdb-b9a6-c30dc111a3c1 req-761363da-407d-4754-8600-21d2801ae645 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 944 time: 0.0480371 Sep 26 18:03:23.077987 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-528d83c5-d8d3-4cdb-b9a6-c30dc111a3c1 req-0aec289d-6bc8-47be-86a1-da02d894fbb2 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425701 Sep 26 18:03:23.632965 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9508805-2759-485a-a221-66c910e916ff req-1f7f7eec-6a31-4b62-a40c-8363a05b7a19 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:23.634487 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9508805-2759-485a-a221-66c910e916ff req-1f7f7eec-6a31-4b62-a40c-8363a05b7a19 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0473492 Sep 26 18:03:23.669479 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:23.687491 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9508805-2759-485a-a221-66c910e916ff req-d866baf4-5020-43c6-94fe-2205e10be3af tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473750 Sep 26 18:03:23.971714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 9a352881-a0a9-4e9a-accd-a56088f0b642 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:24.021604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 9a352881-a0a9-4e9a-accd-a56088f0b642 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:03:24.027984 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 9a352881-a0a9-4e9a-accd-a56088f0b642 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:24.028360 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.028700 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 9a352881-a0a9-4e9a-accd-a56088f0b642 Sep 26 18:03:24.102692 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 9a352881-a0a9-4e9a-accd-a56088f0b642 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:24.103110 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.139246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:24.141629 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bbc02b-ef27-43b3-8245-31566a8eca63" -d '{"events": [{"server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "name": "network-vif-plugged", "status": "completed", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:24.148646 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 9a352881-a0a9-4e9a-accd-a56088f0b642, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9a352881-a0a9-4e9a-accd-a56088f0b642,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:24.153413 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:24.204273 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab486fbd-2874-4990-a37d-ab6f120e3fcd x-openstack-request-id: req-ab486fbd-2874-4990-a37d-ab6f120e3fcd {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:24.204583 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "name": "network-vif-plugged", "status": "completed", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:24.204910 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ab486fbd-2874-4990-a37d-ab6f120e3fcd {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:24.205189 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab486fbd-2874-4990-a37d-ab6f120e3fcd'] response: {'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'code': 200} Sep 26 18:03:24.210782 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=9a352881-a0a9-4e9a-accd-a56088f0b642,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:24.250754 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68d31f-bace-432d-a3e3-9ed6656c613a req-53edeee7-c470-4144-98e0-a37bd7c0002a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:24.253936 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca68d31f-bace-432d-a3e3-9ed6656c613a req-53edeee7-c470-4144-98e0-a37bd7c0002a tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0611792 Sep 26 18:03:24.304066 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca68d31f-bace-432d-a3e3-9ed6656c613a req-244e3e8a-820a-4f46-8285-e87285fa66f0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459948 Sep 26 18:03:24.437805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12bf9e7-ae2f-42f9-a880-d5483ae1b63e req-775ef201-adaa-47b9-8606-2dcd0edf5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:24.439340 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f12bf9e7-ae2f-42f9-a880-d5483ae1b63e req-775ef201-adaa-47b9-8606-2dcd0edf5009 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 1129 time: 0.0390561 Sep 26 18:03:24.452428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:24.486381 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f12bf9e7-ae2f-42f9-a880-d5483ae1b63e req-a9146572-5b2e-4255-8197-7a7360b6410c service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404382 Sep 26 18:03:24.817868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f4b1c-d62a-45df-91f3-6209c2469da0 req-a898d6db-3a50-4a16-a4a7-29f7f6421e45 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:24.819418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d86f4b1c-d62a-45df-91f3-6209c2469da0 req-a898d6db-3a50-4a16-a4a7-29f7f6421e45 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0475485 Sep 26 18:03:24.883431 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d86f4b1c-d62a-45df-91f3-6209c2469da0 req-54223ada-5a9a-4a4f-bb92-c331cd56e68f tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582623 Sep 26 18:03:25.431028 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d919f9-0af4-4e28-b082-e7cf1098b9b4 req-28c2312c-805c-40be-97a1-13f64a6741f9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:25.432567 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96d919f9-0af4-4e28-b082-e7cf1098b9b4 req-28c2312c-805c-40be-97a1-13f64a6741f9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0493243 Sep 26 18:03:25.483419 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96d919f9-0af4-4e28-b082-e7cf1098b9b4 req-b230d366-a334-41c5-8c95-602eacafe70c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451772 Sep 26 18:03:25.982008 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:03:26.015961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cbbe5-8e66-4fef-9dfd-bb4208d2d3f8 req-09297b39-3daa-4c11-bb98-630d63e4b7c5 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.017507 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e1cbbe5-8e66-4fef-9dfd-bb4208d2d3f8 req-09297b39-3daa-4c11-bb98-630d63e4b7c5 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0531626 Sep 26 18:03:26.069611 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:26.073957 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0e1cbbe5-8e66-4fef-9dfd-bb4208d2d3f8 req-8c825b5a-8c96-433f-9e43-b218e50aa48d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498273 Sep 26 18:03:26.101009 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:26.117451 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'port_id': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'mac_address': 'fa:16:3e:9d:e0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:03:26.155530 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:26.155919 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.169965 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:26.190534 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:26.196207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:26.244795 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:26.615856 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb71694-a36e-42f5-b254-11f9e4dc43ee req-3cd59259-3e34-4051-8888-9eb19be23d9c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:26.617488 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bcb71694-a36e-42f5-b254-11f9e4dc43ee req-3cd59259-3e34-4051-8888-9eb19be23d9c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0563288 Sep 26 18:03:26.668934 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bcb71694-a36e-42f5-b254-11f9e4dc43ee req-2af78572-783d-43ec-a8dd-c23be5b4e50c tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452480 Sep 26 18:03:26.715600 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:26.838864 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:03:27.212811 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbdc2b-0b4f-4b2d-8fe9-ca3a67463d10 req-1121ca6e-733a-4b5f-a6b7-3b71d3e69abb tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:27.214370 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32dbdc2b-0b4f-4b2d-8fe9-ca3a67463d10 req-1121ca6e-733a-4b5f-a6b7-3b71d3e69abb tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 945 time: 0.0569336 Sep 26 18:03:27.267951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32dbdc2b-0b4f-4b2d-8fe9-ca3a67463d10 req-6d074749-ed8e-4522-880b-6e758f78d2d6 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Sep 26 18:03:27.799067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687be35-db84-4efe-83ba-980a26755495 req-d44216d8-b633-4a92-b833-d9473bec9f72 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:27.801266 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5687be35-db84-4efe-83ba-980a26755495 req-d44216d8-b633-4a92-b833-d9473bec9f72 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0525978 Sep 26 18:03:27.859361 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5687be35-db84-4efe-83ba-980a26755495 req-7559bdac-ccdb-400e-83ee-886771d899af tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518987 Sep 26 18:03:27.985133 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cf612-1c41-42ac-ad38-4eeda5598f21 req-9017a362-e84d-409b-9c14-d98a8ea3d713 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:27.986670 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5a6cf612-1c41-42ac-ad38-4eeda5598f21 req-9017a362-e84d-409b-9c14-d98a8ea3d713 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0524771 Sep 26 18:03:27.996946 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42470) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:28.001405 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'port_id': '9a352881-a0a9-4e9a-accd-a56088f0b642'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:28.042294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (8aa9ab06-6e66-4aeb-b541-eeadf9744729), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.080987 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:28.115945 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:28.132805 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:03:28.139243 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:28.139623 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.139960 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 Sep 26 18:03:28.142406 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:28.221081 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:28.221478 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.247143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:28.249402 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e9d9bd-acff-4138-b02f-afe60c27e292" -d '{"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-plugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:28.265325 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:28.271620 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.298357 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5053234-c4cc-4b4a-a6d3-28166f55638a x-openstack-request-id: req-f5053234-c4cc-4b4a-a6d3-28166f55638a {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:28.298654 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-plugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:28.298934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f5053234-c4cc-4b4a-a6d3-28166f55638a {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:28.299331 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5053234-c4cc-4b4a-a6d3-28166f55638a'] response: {'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'code': 200} Sep 26 18:03:28.328651 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:28.458805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110c6a0-2e81-4cd2-8a13-2788ffcbe7a9 req-05a2b2e4-4b9e-4317-93d1-4566a95a28f2 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:28.460292 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e110c6a0-2e81-4cd2-8a13-2788ffcbe7a9 req-05a2b2e4-4b9e-4317-93d1-4566a95a28f2 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0923569 Sep 26 18:03:28.468707 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:28.567293 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e110c6a0-2e81-4cd2-8a13-2788ffcbe7a9 req-741730c9-ffd0-4c4c-af04-f931ea6a7690 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972283 Sep 26 18:03:28.704522 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:28.795440 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.799439 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (8aa9ab06-6e66-4aeb-b541-eeadf9744729), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:28.935710 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP 8aa9ab06-6e66-4aeb-b541-eeadf9744729 associated. External IP: 172.27.0.170, port: 9a352881-a0a9-4e9a-accd-a56088f0b642. Sep 26 18:03:28.938157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502f32a-ec8f-4e86-a893-0556ddba4500 req-505fe874-15c2-4d1a-95a7-350d07807ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:28.939696 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4502f32a-ec8f-4e86-a893-0556ddba4500 req-505fe874-15c2-4d1a-95a7-350d07807ecb service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1130 time: 0.0582883 Sep 26 18:03:29.028613 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=21 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:29.030505 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=17 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:29.060726 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4502f32a-ec8f-4e86-a893-0556ddba4500 req-460d20ab-bae4-487a-a9a4-36d39c8d6e74 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894055 Sep 26 18:03:29.177372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:29.286602 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:29.291449 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:29.297359 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:29.307976 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:29.308590 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.326907 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-18b0761d-4e43-4dbf-9304-1af99ef87a7d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/8aa9ab06-6e66-4aeb-b541-eeadf9744729 HTTP/1.1" status: 200 len: 991 time: 1.3263872 Sep 26 18:03:29.326907 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:29.327669 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d494cc04-558f-49b8-b80f-cb208d93796c" -d '{"events": [{"name": "network-changed", "server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:29.369570 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5bc765-a7d7-4a99-af14-0f93105bc8a0 x-openstack-request-id: req-7c5bc765-a7d7-4a99-af14-0f93105bc8a0 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:29.369863 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:29.370119 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7c5bc765-a7d7-4a99-af14-0f93105bc8a0 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:29.370524 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5bc765-a7d7-4a99-af14-0f93105bc8a0'] response: {'name': 'network-changed', 'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'status': 'completed', 'code': 200} Sep 26 18:03:29.417676 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:29.639912 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '8aa9ab06-6e66-4aeb-b541-eeadf9744729', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:ba:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:12Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.666340 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:29.676799 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:29.677419 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:29.696997 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c8fad-cc71-405e-a48b-64e35bcaedbd req-a448dba3-a437-4d3c-bfa7-b636b2537da7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:29.698590 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-101c8fad-cc71-405e-a48b-64e35bcaedbd req-a448dba3-a437-4d3c-bfa7-b636b2537da7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0510399 Sep 26 18:03:29.712244 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:29.760222 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-101c8fad-cc71-405e-a48b-64e35bcaedbd req-f4baec82-b594-4b0f-9aa9-6349a40fcb0d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553439 Sep 26 18:03:29.790352 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:30.012082 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '8aa9ab06-6e66-4aeb-b541-eeadf9744729', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:ba:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:12Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:30.038153 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3079411e-1f1a-4e4d-8795-d1e94b958470 None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '8aa9ab06-6e66-4aeb-b541-eeadf9744729', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.170', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:ba:62:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:12Z', 'updated_at': '2022-09-26T18:03:28Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:30.072084 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494cc04-558f-49b8-b80f-cb208d93796c req-4534bb5b-186e-4b7c-9759-de0dee5136e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.073602 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-4534bb5b-186e-4b7c-9759-de0dee5136e1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 1129 time: 0.0524886 Sep 26 18:03:30.200371 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494cc04-558f-49b8-b80f-cb208d93796c req-192b3bd9-41c4-411e-88ed-bbfca1325309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.201942 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-192b3bd9-41c4-411e-88ed-bbfca1325309 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 915 time: 0.1216178 Sep 26 18:03:30.274224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ad1c3-780b-4d3f-af87-08e77a55eda6 req-2686a2ed-baf9-43e8-9156-56f42cfd8f91 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.275903 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-991ad1c3-780b-4d3f-af87-08e77a55eda6 req-2686a2ed-baf9-43e8-9156-56f42cfd8f91 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0497251 Sep 26 18:03:30.284148 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3630130c-1a0b-40af-826a-764a775c507e None None] New status for floating IP 8aa9ab06-6e66-4aeb-b541-eeadf9744729: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:30.328159 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-991ad1c3-780b-4d3f-af87-08e77a55eda6 req-4582b897-65d5-4c25-8104-3ffde58a278c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465708 Sep 26 18:03:30.505578 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:30.516073 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-c2759ae6-02d1-474d-ada8-e295c6458cca service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9a352881-a0a9-4e9a-accd-a56088f0b642 HTTP/1.1" status: 200 len: 1001 time: 0.0684781 Sep 26 18:03:30.571356 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:30.702598 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494cc04-558f-49b8-b80f-cb208d93796c req-a1518ff9-f28e-44b6-98c0-1160240fdb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.704740 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-a1518ff9-f28e-44b6-98c0-1160240fdb6a service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0521154 Sep 26 18:03:30.888593 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0f4d4-6279-40f0-b0f9-1e080fc54118 req-657018cf-c29f-410a-a813-56759860b853 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:30.890096 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0f4d4-6279-40f0-b0f9-1e080fc54118 req-657018cf-c29f-410a-a813-56759860b853 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0499647 Sep 26 18:03:30.943174 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0f4d4-6279-40f0-b0f9-1e080fc54118 req-75f223c7-f0c0-4025-9541-5e39eedcda77 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472856 Sep 26 18:03:31.074185 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b277b-3262-421b-adde-e64d5f712db3 req-b5ba057b-c35f-4417-9afe-e015e95f19e3 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.076615 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-027b277b-3262-421b-adde-e64d5f712db3 req-b5ba057b-c35f-4417-9afe-e015e95f19e3 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0535038 Sep 26 18:03:31.132158 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-027b277b-3262-421b-adde-e64d5f712db3 req-46a98b31-0cbc-49a3-a737-03107e3306a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468798 Sep 26 18:03:31.160489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42494) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:31.284520 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494cc04-558f-49b8-b80f-cb208d93796c req-9f8b8351-95e6-42e6-9e0f-9712b894d881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.286877 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-9f8b8351-95e6-42e6-9e0f-9712b894d881 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421383 Sep 26 18:03:31.296346 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a5b1ee-606a-4a34-91b4-5abe88b9fd43 tempest-TestShelveInstance-1479692073 tempest-TestShelveInstance-1479692073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.297927 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-67a5b1ee-606a-4a34-91b4-5abe88b9fd43 tempest-TestShelveInstance-1479692073 tempest-TestShelveInstance-1479692073-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1125 time: 0.1363573 Sep 26 18:03:31.301727 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42498) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:31.306129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'port_id': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:31.330533 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.398981 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-bd56cd79-22c1-44ec-8b4c-356a55e0a6f0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959651 Sep 26 18:03:31.422372 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.504868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f0fed-ba35-4cd9-92ab-558791c4b44e req-012b6944-c3db-43f5-a27c-f7540e5f5e63 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:31.506520 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e4f0fed-ba35-4cd9-92ab-558791c4b44e req-012b6944-c3db-43f5-a27c-f7540e5f5e63 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0921581 Sep 26 18:03:31.537106 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Allocated IP 172.27.0.44 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/af7cb2e0-5884-458f-9d25-38a8555ee9cf) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:31.558331 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d494cc04-558f-49b8-b80f-cb208d93796c req-c0ebfb29-6f85-4d14-af51-4b8bd88ca583 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527481 Sep 26 18:03:31.586903 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e4f0fed-ba35-4cd9-92ab-558791c4b44e req-14e9cfbc-de84-48ce-9e4d-6b2b3e33e2a1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707324 Sep 26 18:03:31.652684 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.686813 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:31.730786 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:31.734155 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:31.738941 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:31.765169 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'Port': ['ID=af7cb2e0-5884-458f-9d25-38a8555ee9cf,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:32.094319 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.141510 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for floatingip (057ecc73-221f-4c76-9905-f5ebf97bbd27), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.167695 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.229715 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.382956 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.387656 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.454124 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event updated for resources: {'Port': ['ID=af7cb2e0-5884-458f-9d25-38a8555ee9cf,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:32.456450 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (057ecc73-221f-4c76-9905-f5ebf97bbd27), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.554815 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Floating IP 057ecc73-221f-4c76-9905-f5ebf97bbd27 associated. External IP: 172.27.0.44, port: f6146f37-8a87-4bf5-bcb3-ae2d2c369e81. Sep 26 18:03:32.713371 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e4319-7f93-4de8-9812-b0adf3ec418d req-2fe3daaa-8644-49cd-b82b-a19afd24c7ee tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:32.714768 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-417e4319-7f93-4de8-9812-b0adf3ec418d req-2fe3daaa-8644-49cd-b82b-a19afd24c7ee tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0484083 Sep 26 18:03:32.758414 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Router af0bf288-ec64-475e-b107-ab65334871b0 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:32.763591 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-417e4319-7f93-4de8-9812-b0adf3ec418d req-98732bc3-56ba-47ba-b469-93ffd25d32c8 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430815 Sep 26 18:03:32.862196 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:32.872406 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] Sync routers for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:32.883791 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:32.884737 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:32.885418 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:32.918661 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d3ad1d5f-cc56-46d0-a780-0e09afc8c716 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6158779 Sep 26 18:03:32.919382 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:32.921978 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0af6a4c-d729-46e8-bf71-881b1a18abc2" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:32.960024 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78eca01a-bb80-4c1c-b34c-4408d4d597a9 x-openstack-request-id: req-78eca01a-bb80-4c1c-b34c-4408d4d597a9 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:32.960325 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:32.960582 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-78eca01a-bb80-4c1c-b34c-4408d4d597a9 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:32.960989 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78eca01a-bb80-4c1c-b34c-4408d4d597a9'] response: {'name': 'network-changed', 'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'status': 'completed', 'code': 200} Sep 26 18:03:32.969506 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:32.994177 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:32.995685 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:33.058824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-9603a0a3-aedf-495f-be3b-f57aabf4ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.060347 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-9603a0a3-aedf-495f-be3b-f57aabf4ae37 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1130 time: 0.0400629 Sep 26 18:03:33.139478 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:33.170909 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-4747cf03-41ca-44c0-a7e3-8c73d793a076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.172417 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-4747cf03-41ca-44c0-a7e3-8c73d793a076 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 910 time: 0.1048307 Sep 26 18:03:33.227912 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '057ecc73-221f-4c76-9905-f5ebf97bbd27', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'port_id': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'mac_address': 'fa:16:3e:9d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:31Z', 'updated_at': '2022-09-26T18:03:31Z', 'revision_number': 0, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:33.239639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-10b2883f-9f88-4851-ab61-a6df22fa0d3b service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 999 time: 0.0588903 Sep 26 18:03:33.254993 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] Checking router: af0bf288-ec64-475e-b107-ab65334871b0 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:33.263788 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:33.264193 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:33.306069 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-a391d6f0-2c55-4200-9fe8-d3d231af7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.307666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-a391d6f0-2c55-4200-9fe8-d3d231af7418 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0526314 Sep 26 18:03:33.356302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-93ab2c17-48dc-4bce-aae5-e6d4c923d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.357906 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-93ab2c17-48dc-4bce-aae5-e6d4c923d9bd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437808 Sep 26 18:03:33.374134 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:33.374291 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:33.463875 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-437eef0d-d7fd-42e5-9c74-a72e436dbfa9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973930 Sep 26 18:03:33.591392 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0af6a4c-d729-46e8-bf71-881b1a18abc2 req-fc5792dd-0f5e-466d-bb43-12b1d7f01239 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934565 Sep 26 18:03:33.601236 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '057ecc73-221f-4c76-9905-f5ebf97bbd27', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'port_id': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'mac_address': 'fa:16:3e:9d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:31Z', 'updated_at': '2022-09-26T18:03:31Z', 'revision_number': 0, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:33.717166 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b39a5adb-8de7-4837-930b-ae6d8bf1f131 None None] The sync data for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi is: [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '057ecc73-221f-4c76-9905-f5ebf97bbd27', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'port_id': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'mac_address': 'fa:16:3e:9d:e0:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:31Z', 'updated_at': '2022-09-26T18:03:31Z', 'revision_number': 0, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:33.891713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551f943-8d15-464b-b147-58260ae4b5a2 req-da08aa0e-4c60-436a-9875-82f7ca612c57 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:33.893254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3551f943-8d15-464b-b147-58260ae4b5a2 req-da08aa0e-4c60-436a-9875-82f7ca612c57 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0491755 Sep 26 18:03:33.917235 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc73eb9-0ff2-4a00-9072-150222aebb4f None None] New status for floating IP 057ecc73-221f-4c76-9905-f5ebf97bbd27: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:33.943604 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3551f943-8d15-464b-b147-58260ae4b5a2 req-206c1f38-b27e-47f0-a08e-ec99cf47e7e6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442865 Sep 26 18:03:35.074374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c6012f-f336-45ea-a8d7-6420762088d1 req-0b3177cd-f144-4745-84fc-ebe3bab41fbc tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:35.076225 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6c6012f-f336-45ea-a8d7-6420762088d1 req-0b3177cd-f144-4745-84fc-ebe3bab41fbc tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0511506 Sep 26 18:03:35.124920 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6c6012f-f336-45ea-a8d7-6420762088d1 req-6714cd16-95d1-4ef6-8af5-def5c40efb6c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431974 Sep 26 18:03:35.920030 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2aa1c-3e54-41e1-8b0b-3bb11db6d7e8 req-bc57785b-8e6e-4d2d-a035-84f7aae1ef61 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:35.921590 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d9b2aa1c-3e54-41e1-8b0b-3bb11db6d7e8 req-bc57785b-8e6e-4d2d-a035-84f7aae1ef61 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.0517368 Sep 26 18:03:35.977097 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d9b2aa1c-3e54-41e1-8b0b-3bb11db6d7e8 req-10b288d6-10b8-4896-8750-edfb1715fba0 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493920 Sep 26 18:03:36.260839 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec9cbcd-fd48-43b2-a6c6-6f7cdabf0de4 req-eb72cef5-f406-46f4-9a95-0e7b0cf778a2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:36.262423 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aec9cbcd-fd48-43b2-a6c6-6f7cdabf0de4 req-eb72cef5-f406-46f4-9a95-0e7b0cf778a2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0526464 Sep 26 18:03:36.315545 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aec9cbcd-fd48-43b2-a6c6-6f7cdabf0de4 req-3ae0f790-8e1d-4967-832a-d15a3a43dec2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469146 Sep 26 18:03:37.113084 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2cbec8-4e44-4a97-8a42-049703ee27b4 req-bc7810bb-8847-4723-9e91-273d397bb443 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:37.114605 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e2cbec8-4e44-4a97-8a42-049703ee27b4 req-bc7810bb-8847-4723-9e91-273d397bb443 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.0493460 Sep 26 18:03:37.166969 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e2cbec8-4e44-4a97-8a42-049703ee27b4 req-1efdef66-2b9a-4cca-aef3-a87f60bbf6f1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464015 Sep 26 18:03:37.445329 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75368871-3073-4a9e-900f-6a574560b74f req-b239d199-26bd-4fe8-a2f7-55d54d01ce77 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:37.446922 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75368871-3073-4a9e-900f-6a574560b74f req-b239d199-26bd-4fe8-a2f7-55d54d01ce77 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0489342 Sep 26 18:03:37.503986 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75368871-3073-4a9e-900f-6a574560b74f req-de452456-fa1e-4d36-9de7-26ede08e1405 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503597 Sep 26 18:03:38.328984 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-d1d402e3-1c53-4bbb-bd91-f8eebbf6542a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:38.330443 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-d1d402e3-1c53-4bbb-bd91-f8eebbf6542a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.3300683 Sep 26 18:03:38.345276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38390986-1690-4ae8-8d14-bf87e4286225 req-4594126e-404f-4c97-88f8-d3ede2c0422a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:38.346859 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38390986-1690-4ae8-8d14-bf87e4286225 req-4594126e-404f-4c97-88f8-d3ede2c0422a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 947 time: 0.0669858 Sep 26 18:03:38.411734 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b823af4e-2850-4014-8677-e8ba3eb86897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:38.422037 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.499930 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38390986-1690-4ae8-8d14-bf87e4286225 req-b5d850f3-cad6-4fcb-b7a1-8e78a4d15424 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=a3eed1b5-8544-477b-9bda-7dfa2ad122b8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437068 Sep 26 18:03:38.509918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Deleting port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:38.510264 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:38.568125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:38.670592 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] For port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:38.670885 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:38.685350 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5779f1-1f0e-4fd2-95b7-a5b5493e23a0 req-cb1c2ebb-d9bd-4592-aafe-37b43a5cfd4b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:38.687230 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f5779f1-1f0e-4fd2-95b7-a5b5493e23a0 req-cb1c2ebb-d9bd-4592-aafe-37b43a5cfd4b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0945525 Sep 26 18:03:38.887115 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f5779f1-1f0e-4fd2-95b7-a5b5493e23a0 req-46424726-fc6d-457b-9c39-b85977dc2ede tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1892526 Sep 26 18:03:38.994447 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:38.995027 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (a50b7844-ed5e-4525-95d3-57f30a66d9cb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:38.995634 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Floating IP a50b7844-ed5e-4525-95d3-57f30a66d9cb disassociated. External IP: 172.27.0.213, port: 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f. Sep 26 18:03:38.996136 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Calling delete_port for 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:39.147959 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:39.179110 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event deleted for resources: {'Port': ['ID=7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:39.307261 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Router e884a637-9b8a-4835-bfc0-ced72915fc1c has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:39.418686 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:39.430229 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:39.442519 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:39.443164 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:39.488966 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] No DVR routers for this DVR port 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:03:39.493218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:39.496672 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-78033793-24c0-41eb-a1a9-2ad9233eaa37 req-c70eaa7e-a058-441a-ad95-1396055be33b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "DELETE /networking/v2.0/ports/7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f HTTP/1.1" status: 204 len: 173 time: 1.1486268 Sep 26 18:03:39.497235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-deleted', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:39.499674 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58345168-b2c7-439a-9c6b-2835b23cbd92" -d '{"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-deleted", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:39.562021 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:39.582289 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4515fd7-29a6-4ab5-b4aa-f012d9e065ce x-openstack-request-id: req-b4515fd7-29a6-4ab5-b4aa-f012d9e065ce {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:39.582869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d16750f-3a5c-4157-94fa-ee608193d16f", "name": "network-vif-deleted", "tag": "7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:39.583156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4515fd7-29a6-4ab5-b4aa-f012d9e065ce {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:39.583669 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4515fd7-29a6-4ab5-b4aa-f012d9e065ce'] response: {'server_uuid': '9d16750f-3a5c-4157-94fa-ee608193d16f', 'name': 'network-vif-deleted', 'tag': '7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f', 'status': 'completed', 'code': 200} Sep 26 18:03:39.657404 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d205d184-1c5e-4d61-bff2-56f445f69d24 req-57ae06c3-fb0d-4364-bbd7-89e1dc21e8b6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d16750f-3a5c-4157-94fa-ee608193d16f HTTP/1.1" status: 200 len: 210 time: 0.0379207 Sep 26 18:03:39.745295 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:39.809970 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:39.841474 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:39.851241 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:39.851857 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:39.966967 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:39.994452 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:40.045812 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2eb5bb-b1e6-448b-9cf6-69783233f902 req-300b5984-33e3-47f8-ba6c-6c26222f11b8 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:40.048160 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b2eb5bb-b1e6-448b-9cf6-69783233f902 req-300b5984-33e3-47f8-ba6c-6c26222f11b8 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0601189 Sep 26 18:03:40.065983 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:40.107481 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b2eb5bb-b1e6-448b-9cf6-69783233f902 req-1607c8c6-9480-4c59-a31d-02f5ea53a5e7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483642 Sep 26 18:03:40.201992 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:40.228019 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45347361-799b-46da-afbb-cd4dd87842dc None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:40.471703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2834be96-56d4-4706-b036-3f5c5e91674a None None] New status for floating IP a50b7844-ed5e-4525-95d3-57f30a66d9cb: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:40.646079 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-807d8174-2ec2-4103-92bf-b05733319324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.787614 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42562) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:40.848696 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad35a938-11b7-43e3-8e78-c177a21031ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (a3eed1b5-8544-477b-9bda-7dfa2ad122b8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.873155 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad35a938-11b7-43e3-8e78-c177a21031ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (a3eed1b5-8544-477b-9bda-7dfa2ad122b8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.875722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:40.934206 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad35a938-11b7-43e3-8e78-c177a21031ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (a3eed1b5-8544-477b-9bda-7dfa2ad122b8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.937051 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad35a938-11b7-43e3-8e78-c177a21031ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:40.938600 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ad35a938-11b7-43e3-8e78-c177a21031ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a3eed1b5-8544-477b-9bda-7dfa2ad122b8 HTTP/1.1" status: 204 len: 168 time: 0.1497843 Sep 26 18:03:40.942978 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42564) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:40.951430 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad35a938-11b7-43e3-8e78-c177a21031ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eed1b5-8544-477b-9bda-7dfa2ad122b8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:40.962106 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-901b4a7c-88b8-4877-bed2-d7c4b8f45d24 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] show failed (client error): The resource could not be found. Sep 26 18:03:40.964197 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-901b4a7c-88b8-4877-bed2-d7c4b8f45d24 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups/a3eed1b5-8544-477b-9bda-7dfa2ad122b8 HTTP/1.1" status: 404 len: 347 time: 0.0194550 Sep 26 18:03:40.966712 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42566) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.094183 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Deleting port a6e91322-a568-4237-9729-2329f34d8165 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:03:41.094523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (a6e91322-a568-4237-9729-2329f34d8165), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.172793 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (a6e91322-a568-4237-9729-2329f34d8165), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.173134 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (a6e91322-a568-4237-9729-2329f34d8165), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.187654 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Calling delete_port for a6e91322-a568-4237-9729-2329f34d8165 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:03:41.290707 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc3cd5-3b12-4d0a-931b-be6c67866f0e req-303a4eed-3666-4ed6-8481-5f76e14c1e71 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:41.292238 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bbcc3cd5-3b12-4d0a-931b-be6c67866f0e req-303a4eed-3666-4ed6-8481-5f76e14c1e71 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0923629 Sep 26 18:03:41.400967 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bbcc3cd5-3b12-4d0a-931b-be6c67866f0e req-9a338e3d-03b0-482d-967d-45b655538387 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911095 Sep 26 18:03:41.424344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (a6e91322-a568-4237-9729-2329f34d8165), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.461643 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event deleted for resources: {'Port': ['ID=a6e91322-a568-4237-9729-2329f34d8165,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:41.537449 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (a50b7844-ed5e-4525-95d3-57f30a66d9cb), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.539743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.540903 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5fb766ee-bf09-44c0-8d8e-284939bf5917 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/a50b7844-ed5e-4525-95d3-57f30a66d9cb HTTP/1.1" status: 204 len: 168 time: 0.5731800 Sep 26 18:03:41.637027 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42576) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.641730 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'security_group': {'name': 'tempest-securitygroup--516982377', 'description': 'tempest-description--1776971836'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:41.663256 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.666074 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.668620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832e6bc-1b12-4390-9c20-1bfa46225455 req-8e460a55-1d84-47c7-879b-0e9a5e2625bf tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:41.671735 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f832e6bc-1b12-4390-9c20-1bfa46225455 req-8e460a55-1d84-47c7-879b-0e9a5e2625bf tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0579214 Sep 26 18:03:41.698557 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.748566 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (65df1e14-de5d-4879-8f60-4b60534953e1), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.753248 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (65df1e14-de5d-4879-8f60-4b60534953e1), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.767651 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f832e6bc-1b12-4390-9c20-1bfa46225455 req-ecdbc141-a930-4288-9e02-07781a21e799 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892062 Sep 26 18:03:41.775043 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-bf9a90e4-7518-4927-9746-0ec5bbe9ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:41.776569 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-bf9a90e4-7518-4927-9746-0ec5bbe9ec6f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1129 time: 0.0630822 Sep 26 18:03:41.787073 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65df1e14-de5d-4879-8f60-4b60534953e1,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:41.793247 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.794897 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4dea03d5-9f56-4fc1-8fcc-5b4945a070fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1564543 Sep 26 18:03:41.797945 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42578) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.805887 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'security_group_rule': {'security_group_id': '65df1e14-de5d-4879-8f60-4b60534953e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:41.844489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (4279017e-4f80-4141-b2a2-16d3d9069142), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.857752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:41.888564 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-cfc890c1-08fc-447b-bd0e-c3800a41c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:41.890138 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-cfc890c1-08fc-447b-bd0e-c3800a41c8ed service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 912 time: 0.1062412 Sep 26 18:03:41.905141 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (4279017e-4f80-4141-b2a2-16d3d9069142), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.909977 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (4279017e-4f80-4141-b2a2-16d3d9069142), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.931793 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4279017e-4f80-4141-b2a2-16d3d9069142,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:41.938187 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:41.939434 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ac7fa7fd-b928-44c4-87a8-66f0205efceb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401670 Sep 26 18:03:41.942743 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42580) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:41.947083 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'security_group_rule': {'security_group_id': '65df1e14-de5d-4879-8f60-4b60534953e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:41.968007 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-ee9a752d-99d6-4711-bc51-2615848deac8 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 200 len: 1000 time: 0.0676901 Sep 26 18:03:41.976977 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (0a0c7465-4a52-4306-b15a-980b6e14f253), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.031463 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-dcbe7106-4975-42bd-87a4-16f07ac9b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.032943 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-dcbe7106-4975-42bd-87a4-16f07ac9b2f8 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.0478265 Sep 26 18:03:42.036942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (0a0c7465-4a52-4306-b15a-980b6e14f253), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.040602 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (0a0c7465-4a52-4306-b15a-980b6e14f253), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.059058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0c7465-4a52-4306-b15a-980b6e14f253,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.068393 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.069628 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c0e9d66d-64bf-4887-bcb4-ad542777fbc4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1259203 Sep 26 18:03:42.072798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42582) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:42.078217 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:42.078377 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.085333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-c98fa4bc-2854-4a70-ad5a-df68474e2817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.086655 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-c98fa4bc-2854-4a70-ad5a-df68474e2817 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427430 Sep 26 18:03:42.100884 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.104179 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.129883 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:03:42.155015 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:03:42.155364 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7fe7f6ab-3c0e-41d0-9fb0-7a4ed4d7368f not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:03:42.196094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.209458 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-e879f0e4-4461-465a-80f7-cb2bfe904f4a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119671 Sep 26 18:03:42.302967 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40ae7376-6d21-4c7d-94b8-0f23763106a3 req-72a925a8-4991-42e7-bed2-8f867ad1a96f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864854 Sep 26 18:03:42.305286 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Allocated IP 172.27.0.251 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/75951195-f14c-4832-bd08-319db8ad0795) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:42.418023 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for port (75951195-f14c-4832-bd08-319db8ad0795), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.429906 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.448965 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:42.463606 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (75951195-f14c-4832-bd08-319db8ad0795), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.514236 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:42.517278 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:42.521594 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:42.544232 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'Port': ['ID=75951195-f14c-4832-bd08-319db8ad0795,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.619004 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (172fda56-63da-4671-9a90-3d35bfe62ea5), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.665602 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (75951195-f14c-4832-bd08-319db8ad0795), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.833514 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for port (75951195-f14c-4832-bd08-319db8ad0795), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.839612 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (75951195-f14c-4832-bd08-319db8ad0795), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.906749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e123b1-d140-4079-8fcd-1e54d469ea3b req-1f08d76a-95dd-44e3-a35c-064e89a11b87 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:42.908310 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47e123b1-d140-4079-8fcd-1e54d469ea3b req-1f08d76a-95dd-44e3-a35c-064e89a11b87 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0554004 Sep 26 18:03:42.917125 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'Port': ['ID=75951195-f14c-4832-bd08-319db8ad0795,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:42.920005 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (172fda56-63da-4671-9a90-3d35bfe62ea5), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.940607 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:42.943330 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b559b634-2903-426a-89b6-9cde45c0a719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8692365 Sep 26 18:03:42.972163 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47e123b1-d140-4079-8fcd-1e54d469ea3b req-8dab8979-b76e-436c-8d64-c5cc1f78ba9f tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555749 Sep 26 18:03:43.169967 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-9b43070b-66b7-4f68-8057-6a253dfdf857 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--516982377&fields=id&tenant_id=3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 267 time: 0.0458760 Sep 26 18:03:43.305144 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-8352c22d-67b2-4f97-9da8-80fd9a285ae8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:43.306625 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-8352c22d-67b2-4f97-9da8-80fd9a285ae8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 816 time: 0.1297817 Sep 26 18:03:43.322243 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-876fc4bc-2426-4401-8b74-9e2d26c0aee8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/quotas/3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 375 time: 0.0099249 Sep 26 18:03:43.339696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.375355 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-99476178-0a29-4206-9954-6c3e736e1a2a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474093 Sep 26 18:03:43.476861 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-c83b779d-2e61-4e31-9622-0b1b92f519b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890851 Sep 26 18:03:43.549683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:43.571140 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-db787f66-d35e-40c8-b090-fb8de97f2c66 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883248 Sep 26 18:03:43.761223 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9eedfeca-1513-4bba-af7c-96672af62fc0 req-fc7e1714-6df8-4860-a5b6-d2b965ff951e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 210 time: 0.0332527 Sep 26 18:03:44.107262 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6bcad-a3cd-4fba-ab66-e452ca1f169b req-4f2ff31e-ccd0-411e-8c3b-ab5cb68b89c3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:44.109058 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3db6bcad-a3cd-4fba-ab66-e452ca1f169b req-4f2ff31e-ccd0-411e-8c3b-ab5cb68b89c3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0544372 Sep 26 18:03:44.161906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:44.177018 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3db6bcad-a3cd-4fba-ab66-e452ca1f169b req-d0a4457e-4047-4b1b-acd5-172d47400f4a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606117 Sep 26 18:03:44.873003 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b732185-88c5-42cb-acc1-3a9770c234a3 req-6f6ed056-7664-4bfd-98b1-889818449ce2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 210 time: 0.0275209 Sep 26 18:03:45.328565 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-e059b963-7607-4950-808d-02ff0f04d4a1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:45.330499 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-e059b963-7607-4950-808d-02ff0f04d4a1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 816 time: 0.1128354 Sep 26 18:03:45.408005 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-b2498cc6-5017-435f-a5b5-b2f03f2b53f3 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 379 time: 0.0568678 Sep 26 18:03:45.548023 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'port': {'device_id': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'admin_state_up': True, 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'security_groups': ['65df1e14-de5d-4879-8f60-4b60534953e1']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:45.657134 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:45.687518 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Made reservation on behalf of 3f1770ed75fd48d098bb1efc839ebc0d for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:03:45.694906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:45.865954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Allocated IP 172.20.0.8 (6c02750b-0cb5-40a1-8a30-9bca1215a898/7ef52cb0-3b8f-417c-aed6-8d63cd4976f1/14bbe001-a6af-44ee-a3dc-10ecc3168a74) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:03:46.225612 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-231728ac-b7bb-4ab1-b850-070af9c5e8a2 req-e696d0be-10e5-48d4-81e7-39162d02e467 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 210 time: 0.0385756 Sep 26 18:03:46.276586 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.307686 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.353454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:03:46.356618 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:03:46.360480 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:03:46.393157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:46.429020 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:46.429677 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.447793 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-a6f95b15-fa48-45c8-8b3e-c86448c39e59 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038742 Sep 26 18:03:46.472032 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Request body: {'port': {'device_id': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:46.530407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:46.542266 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.608378 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-3acbe00e-4898-40ab-91b5-efe236abaf4e None None] Provisioning complete for port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:46.609566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3acbe00e-4898-40ab-91b5-efe236abaf4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.609566 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3acbe00e-4898-40ab-91b5-efe236abaf4e None None] Attempt 1 to provision port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 Sep 26 18:03:46.643245 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3acbe00e-4898-40ab-91b5-efe236abaf4e None None] Port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:03:46.779906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:46.821388 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14bbe001-a6af-44ee-a3dc-10ecc3168a74 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:46.829706 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Publish callbacks [] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.842707 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Transition to ACTIVE for port object 14bbe001-a6af-44ee-a3dc-10ecc3168a74 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:03:46.847523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:46.932272 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:46.961575 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Attempting to bind port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:03:46.961909 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Attempting to bind port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:03:46.962238 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Attempting to bind port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:47.010755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:03:47.011112 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Attempting to bind port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 on network 6c02750b-0cb5-40a1-8a30-9bca1215a898 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:03:47.054283 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:03:47.054524 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Checking segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:03:47.054931 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Bound using segment: {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:03:47.055371 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Bound port: 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad25bfa-f60d-497b-94b7-ccef4dbd3074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:03:47.055729 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:47.117669 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:03:47.120644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:03:47.126742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:47.131815 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:47.132452 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:47.133848 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 1093 time: 0.6663165 Sep 26 18:03:47.134432 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:47.136700 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3" -d '{"events": [{"name": "network-changed", "server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:47.145213 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3acbe00e-4898-40ab-91b5-efe236abaf4e None None] Attempt 2 to provision port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 Sep 26 18:03:47.183779 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4522a8b0-d49e-4696-b79b-68147ee6c329 x-openstack-request-id: req-4522a8b0-d49e-4696-b79b-68147ee6c329 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:47.184072 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:47.184461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4522a8b0-d49e-4696-b79b-68147ee6c329 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:47.184766 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4522a8b0-d49e-4696-b79b-68147ee6c329'] response: {'name': 'network-changed', 'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'status': 'completed', 'code': 200} Sep 26 18:03:47.189505 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea4a07-78a1-451a-8897-170fe0f7a779 service neutron] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:47.190531 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3acbe00e-4898-40ab-91b5-efe236abaf4e None None] Port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:03:47.282794 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-88d57a10-47cd-459e-af08-f10b17435c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:47.284320 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-88d57a10-47cd-459e-af08-f10b17435c32 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1127 time: 0.0441840 Sep 26 18:03:47.344301 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-3d0ab301-2b70-4a10-ac3b-1a6aab9b18f6 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 217 time: 0.0425646 Sep 26 18:03:47.414495 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba4888-1b7b-40ce-953e-d56a734c96b8 req-32c203c7-1a75-4ef7-999a-a42785132695 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:47.416018 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98ba4888-1b7b-40ce-953e-d56a734c96b8 req-32c203c7-1a75-4ef7-999a-a42785132695 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.1069007 Sep 26 18:03:47.442271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-74b68e13-588e-4201-9376-abf7f2f4df66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:47.443722 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-74b68e13-588e-4201-9376-abf7f2f4df66 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0823319 Sep 26 18:03:47.501206 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98ba4888-1b7b-40ce-953e-d56a734c96b8 req-afda5c8e-746d-4080-9901-ffdaba8b9bce tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786004 Sep 26 18:03:47.510059 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-9edebf02-805f-4603-ba0b-fefa78634f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:47.511568 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-9edebf02-805f-4603-ba0b-fefa78634f67 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0539789 Sep 26 18:03:47.613155 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:47.617623 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-b3b1f6bc-edbc-4e0f-a98f-5641fb44f4c4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923724 Sep 26 18:03:47.708567 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:47.715607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c1d13eb-d733-4ba7-807c-57755e89344f req-bfca493f-de6a-4313-b5db-8520c51af989 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911283 Sep 26 18:03:48.630288 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45e876-5504-4d25-a734-893a490d9c22 req-abc66103-09d5-491a-9337-789db659f1fd tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:48.631801 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c45e876-5504-4d25-a734-893a490d9c22 req-abc66103-09d5-491a-9337-789db659f1fd tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0478046 Sep 26 18:03:48.684083 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c45e876-5504-4d25-a734-893a490d9c22 req-e6d047a9-2daf-4559-8996-a9b21c4be9db tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466719 Sep 26 18:03:49.148476 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-3d447bdb-4cbf-4b83-a413-f3099a7b05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:49.150000 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-3d447bdb-4cbf-4b83-a413-f3099a7b05b9 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1127 time: 0.0413444 Sep 26 18:03:49.249254 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-99e4773e-bc38-4942-b591-0478da86d8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:49.250658 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-99e4773e-bc38-4942-b591-0478da86d8c7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.0914099 Sep 26 18:03:49.296350 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-1359b71b-3c5e-40a2-b79a-909623ce80d9 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 217 time: 0.0373724 Sep 26 18:03:49.345979 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-25c708ac-85f4-4a00-bc7a-319036fe87e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:49.347999 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-25c708ac-85f4-4a00-bc7a-319036fe87e1 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0460615 Sep 26 18:03:49.394493 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-30f1247d-39ad-43ec-8fe9-882f32ff8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:49.396270 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-30f1247d-39ad-43ec-8fe9-882f32ff8229 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410111 Sep 26 18:03:49.502157 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-7104ace2-fb71-4a54-9e55-f2a3ff874efc service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943723 Sep 26 18:03:49.603170 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7e5fcee6-7274-4f7e-bf2b-f6f83ae98ce3 req-906400eb-73c3-49d9-8a7d-0821f6ef442d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944228 Sep 26 18:03:49.821501 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52940bfb-f050-4516-838e-6292f4078e20 req-c0ae4599-6f32-40c3-a8d4-032bfece9400 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:49.822976 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-52940bfb-f050-4516-838e-6292f4078e20 req-c0ae4599-6f32-40c3-a8d4-032bfece9400 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0502121 Sep 26 18:03:49.874905 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-52940bfb-f050-4516-838e-6292f4078e20 req-19a7f0fe-3514-40f9-97ff-2e3347d5f657 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458915 Sep 26 18:03:50.154004 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:03:50.272192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:50.280329 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:50.294155 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'mac_address': 'fa:16:3e:1f:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:03:50.332658 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:50.333050 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:50.346936 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bbe001-a6af-44ee-a3dc-10ecc3168a74 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:03:50.373951 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:50.378499 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:50.430673 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:50.890682 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['14bbe001-a6af-44ee-a3dc-10ecc3168a74'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:03:51.008353 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38565749-9648-467e-813d-047a4cacaa48 req-a9f0e574-bdcd-4d33-9fb7-9cd78cedcb1d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:51.009897 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38565749-9648-467e-813d-047a4cacaa48 req-a9f0e574-bdcd-4d33-9fb7-9cd78cedcb1d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 944 time: 0.0509822 Sep 26 18:03:51.063073 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38565749-9648-467e-813d-047a4cacaa48 req-51f08b7e-667a-477c-b95b-ea48796b5989 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467272 Sep 26 18:03:52.178503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:03:52.208778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cacbdc6-84f9-4cbd-847c-57f66fab4333 req-dc8ba81a-a7a2-4169-9beb-41a712394005 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:52.210436 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cacbdc6-84f9-4cbd-847c-57f66fab4333 req-dc8ba81a-a7a2-4169-9beb-41a712394005 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 944 time: 0.0611229 Sep 26 18:03:52.215129 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:52.225857 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:03:52.231966 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:03:52.232346 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:52.232767 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 Sep 26 18:03:52.262755 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cacbdc6-84f9-4cbd-847c-57f66fab4333 req-8c1a3c32-690a-4eeb-a234-3c1454289267 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462897 Sep 26 18:03:52.312578 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:03:52.312960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:52.337449 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:52.339702 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d278a5-c2c9-4abe-b147-2771f85afbda" -d '{"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-plugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:52.357310 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:03:52.361408 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:52.387654 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f40641-c234-4cbf-82d0-61f4431b5ed3 x-openstack-request-id: req-d0f40641-c234-4cbf-82d0-61f4431b5ed3 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:52.387941 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-plugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:52.388195 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0f40641-c234-4cbf-82d0-61f4431b5ed3 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:52.388582 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f40641-c234-4cbf-82d0-61f4431b5ed3'] response: {'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'code': 200} Sep 26 18:03:52.416074 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:03:52.669951 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda61b6-9085-4fa0-adc9-1d8cae23c498 req-0afe8c4f-4d06-4cdc-a353-7fc7461511e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:52.671392 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-efda61b6-9085-4fa0-adc9-1d8cae23c498 req-0afe8c4f-4d06-4cdc-a353-7fc7461511e9 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1129 time: 0.0420899 Sep 26 18:03:52.708688 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:52.725039 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-efda61b6-9085-4fa0-adc9-1d8cae23c498 req-fd96140b-e0ca-4bd4-aef3-e8b0b646ff4b service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Sep 26 18:03:52.929144 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:52.932075 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=59,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:53.401616 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b01153b-9ec1-4ead-8c47-82ab2e1fd319 req-e9232bf0-ca9e-476f-be94-480130040778 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:53.403180 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b01153b-9ec1-4ead-8c47-82ab2e1fd319 req-e9232bf0-ca9e-476f-be94-480130040778 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0487444 Sep 26 18:03:53.457843 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b01153b-9ec1-4ead-8c47-82ab2e1fd319 req-7b92bd1f-6a33-45c3-bfbc-f8ac70fff9b1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488536 Sep 26 18:03:54.596249 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a07a26-2cbc-49fc-9700-c20caf8566e5 req-50e6d64f-47e4-4663-a93c-a017d452ca87 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.597854 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65a07a26-2cbc-49fc-9700-c20caf8566e5 req-50e6d64f-47e4-4663-a93c-a017d452ca87 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0502169 Sep 26 18:03:54.625131 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.649192 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65a07a26-2cbc-49fc-9700-c20caf8566e5 req-b811efcb-b2a0-4ab4-9f4d-fc2d5946b7c9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455647 Sep 26 18:03:54.818972 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.820894 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=46 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:54.841772 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1ccb1-3c59-4fb8-b342-65ec8cc3758d req-1ef22b40-c108-49dd-ba40-f3ebf968e48b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:54.843296 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71b1ccb1-3c59-4fb8-b342-65ec8cc3758d req-1ef22b40-c108-49dd-ba40-f3ebf968e48b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1086948 Sep 26 18:03:54.854153 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42656) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:03:54.858799 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Request body: {'floatingip': {'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:03:55.160393 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (172fda56-63da-4671-9a90-3d35bfe62ea5), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.613984 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.617914 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (172fda56-63da-4671-9a90-3d35bfe62ea5), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:55.715875 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Floating IP 172fda56-63da-4671-9a90-3d35bfe62ea5 associated. External IP: 172.27.0.251, port: 14bbe001-a6af-44ee-a3dc-10ecc3168a74. Sep 26 18:03:55.917598 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Router e884a637-9b8a-4835-bfc0-ced72915fc1c has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:03:56.025285 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:03:56.030486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:03:56.035812 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:03:56.046757 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:56.047680 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.062195 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b039ef22-65ff-4d18-be88-1cc6c02dad2e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/172fda56-63da-4671-9a90-3d35bfe62ea5 HTTP/1.1" status: 200 len: 991 time: 1.2066925 Sep 26 18:03:56.062916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:03:56.065217 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22d8253-efdc-4513-912c-d3aa9bff7942" -d '{"events": [{"name": "network-changed", "server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:03:56.104915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b391ac8-34e8-4950-8ab0-890cefd170b4 x-openstack-request-id: req-5b391ac8-34e8-4950-8ab0-890cefd170b4 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:03:56.105319 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:03:56.105586 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5b391ac8-34e8-4950-8ab0-890cefd170b4 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:03:56.105993 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b391ac8-34e8-4950-8ab0-890cefd170b4'] response: {'name': 'network-changed', 'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'status': 'completed', 'code': 200} Sep 26 18:03:56.170417 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:56.228278 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-e2a7f56c-dd78-4d1b-b729-31bcbdf4e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.229788 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-e2a7f56c-dd78-4d1b-b729-31bcbdf4e139 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1129 time: 0.0461063 Sep 26 18:03:56.330749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-54cbe89c-c98a-479e-b2d1-b9c449397216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.333284 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-54cbe89c-c98a-479e-b2d1-b9c449397216 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.0967300 Sep 26 18:03:56.394872 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '172fda56-63da-4671-9a90-3d35bfe62ea5', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'mac_address': 'fa:16:3e:1f:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:42Z', 'updated_at': '2022-09-26T18:03:55Z', 'revision_number': 1, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.406451 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-5e56f88b-f8ef-4e90-8cc4-9d10d42124b0 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 999 time: 0.0642879 Sep 26 18:03:56.424442 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:03:56.433938 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:03:56.434551 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.458030 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-9573a583-5080-4f55-bcc8-d6753bf7b35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.459524 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-9573a583-5080-4f55-bcc8-d6753bf7b35f service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0466740 Sep 26 18:03:56.504501 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-3563d500-483c-4d29-97c3-330481d30221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:56.506009 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-3563d500-483c-4d29-97c3-330481d30221 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404160 Sep 26 18:03:56.539134 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:03:56.617446 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-79733c25-5587-4193-b73b-7bfbff7f4f66 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924723 Sep 26 18:03:56.730371 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c22d8253-efdc-4513-912c-d3aa9bff7942 req-09755fb9-e1a4-4d73-b277-74ea70794abe service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023047 Sep 26 18:03:56.880125 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '172fda56-63da-4671-9a90-3d35bfe62ea5', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'mac_address': 'fa:16:3e:1f:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:42Z', 'updated_at': '2022-09-26T18:03:55Z', 'revision_number': 1, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:03:56.912792 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5b0573-7ba6-41aa-adda-d17d16d29fe2 None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '172fda56-63da-4671-9a90-3d35bfe62ea5', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'mac_address': 'fa:16:3e:1f:66:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:03:42Z', 'updated_at': '2022-09-26T18:03:55Z', 'revision_number': 1, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:03:57.126621 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccb3c4e-63a9-49e4-87b8-c7fe401a135c None None] New status for floating IP 172fda56-63da-4671-9a90-3d35bfe62ea5: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:03:57.172949 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:57.984531 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-db560866-e087-4d9a-a218-b5294bb14cf4 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0504081 Sep 26 18:03:58.073863 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-56f4348a-0323-4ab2-9aa7-4345c9bbf622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.075798 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-56f4348a-0323-4ab2-9aa7-4345c9bbf622 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 1129 time: 0.0415523 Sep 26 18:03:58.199775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-db4b9228-2aa2-4af6-bebc-20feeffa3607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.201541 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-db4b9228-2aa2-4af6-bebc-20feeffa3607 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 912 time: 0.0962572 Sep 26 18:03:58.286041 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-26620f09-3795-4ac8-824c-561d21ee16cd service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 200 len: 1000 time: 0.0695424 Sep 26 18:03:58.341054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-26e04238-b767-483d-86d3-2f1e4aa892f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.342439 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-26e04238-b767-483d-86d3-2f1e4aa892f3 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.0486238 Sep 26 18:03:58.393646 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-93103e73-3cf2-4f46-8cd3-e0eb2e0a16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:58.395955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-93103e73-3cf2-4f46-8cd3-e0eb2e0a16e8 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418577 Sep 26 18:03:58.462510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:58.496177 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-b7c503ea-f4e2-4c0b-b882-d3c957029309 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916855 Sep 26 18:03:58.522456 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:03:58.596869 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c7e17a0-2f54-485e-a0bf-5830dfc199ab req-bca52155-a161-476d-a8cf-c878cf917482 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923891 Sep 26 18:03:59.433889 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae1a121-d4e8-460a-a0f1-7c1736b7af3a req-5c41a117-fee3-4fba-9ac5-7da2a29a4c9d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:03:59.435415 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dae1a121-d4e8-460a-a0f1-7c1736b7af3a req-5c41a117-fee3-4fba-9ac5-7da2a29a4c9d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.1001732 Sep 26 18:03:59.484206 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dae1a121-d4e8-460a-a0f1-7c1736b7af3a req-9dd103ad-7371-45ea-99b4-0da6c6434526 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427880 Sep 26 18:04:00.578622 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:00.663877 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304ac3ca-42f8-4456-a046-3ea6303fd0a2 req-6cf8217d-12c2-4bea-a632-2f791e90f696 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:00.665510 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-304ac3ca-42f8-4456-a046-3ea6303fd0a2 req-6cf8217d-12c2-4bea-a632-2f791e90f696 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0695958 Sep 26 18:04:00.730498 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-304ac3ca-42f8-4456-a046-3ea6303fd0a2 req-27b4a9f5-7842-47f6-830a-e6bba55012d0 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588746 Sep 26 18:04:01.922586 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28e34c9-cb4e-4675-b831-0d820d97c734 req-6ce199b2-5819-4e33-8967-421e1aa90896 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:01.924159 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b28e34c9-cb4e-4675-b831-0d820d97c734 req-6ce199b2-5819-4e33-8967-421e1aa90896 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0526392 Sep 26 18:04:01.985284 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b28e34c9-cb4e-4675-b831-0d820d97c734 req-d8b08c95-9be3-4ebd-9667-621f956c4dfb tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537522 Sep 26 18:04:03.122379 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a69479-c2e9-4f88-a0fa-1de22a9f4e4d req-97d1ace2-a9ca-4808-bae7-6b70d855f42f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:03.124034 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02a69479-c2e9-4f88-a0fa-1de22a9f4e4d req-97d1ace2-a9ca-4808-bae7-6b70d855f42f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0564978 Sep 26 18:04:03.177984 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02a69479-c2e9-4f88-a0fa-1de22a9f4e4d req-3c9ccf4e-bd7b-42b3-88cd-99912b731288 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470393 Sep 26 18:04:03.838138 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:04:04.317674 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029394b2-6a30-49b8-9a2d-cd7b55f22501 req-523a70ae-eb19-45b3-a6aa-1a2204848761 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:04.319315 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-029394b2-6a30-49b8-9a2d-cd7b55f22501 req-523a70ae-eb19-45b3-a6aa-1a2204848761 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0573454 Sep 26 18:04:04.383393 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-029394b2-6a30-49b8-9a2d-cd7b55f22501 req-db130cac-4471-428a-b333-1b4d1c8625bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0c739cfe-a692-4868-b9c7-86509783e428&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566397 Sep 26 18:04:04.875126 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-3cafe50f-76e7-4a87-b47d-42d0c39deea3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:04.876668 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-3cafe50f-76e7-4a87-b47d-42d0c39deea3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 946 time: 0.0509591 Sep 26 18:04:04.979963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Deleting port b2894edd-cb10-4d97-a20d-9f1914e33930 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:04.980308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.096957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] For port b2894edd-cb10-4d97-a20d-9f1914e33930, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=b2894edd-cb10-4d97-a20d-9f1914e33930,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:05.097352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.281293 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.281697 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.282141 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Floating IP d7ccdbb5-12d3-48ca-af81-1ffb05c7d689 disassociated. External IP: 172.27.0.125, port: b2894edd-cb10-4d97-a20d-9f1914e33930. Sep 26 18:04:05.282487 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Calling delete_port for b2894edd-cb10-4d97-a20d-9f1914e33930 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:05.298987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:05.334683 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:05.445260 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (b2894edd-cb10-4d97-a20d-9f1914e33930), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.477471 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event deleted for resources: {'Port': ['ID=b2894edd-cb10-4d97-a20d-9f1914e33930,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:05.515582 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.515939 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.516285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.516627 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.516967 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.517303 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.517637 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.517967 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.518294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.518622 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.519554 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.519889 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.520217 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.520537 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.520862 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:05.526444 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3277eecd-12e2-4fd2-892f-fff902a26e65 req-47ac8e3f-c4f6-4117-94b0-16b1d8825b15 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 210 time: 0.0523815 Sep 26 18:04:05.634402 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:05.749778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:05.765229 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] Sync routers for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:05.782937 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:05.786438 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:05.807060 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] No DVR routers for this DVR port b2894edd-cb10-4d97-a20d-9f1914e33930 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:05.810356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:05.813783 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7d9edd01-8efe-4e5c-a7ac-aed1ed7ae0a3 req-e121c8ba-5ced-41b6-b6fe-57d5f1515fe3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "DELETE /networking/v2.0/ports/b2894edd-cb10-4d97-a20d-9f1914e33930 HTTP/1.1" status: 204 len: 173 time: 0.9220722 Sep 26 18:04:05.814308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'name': 'network-vif-deleted', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:05.817228 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d844b01-edeb-4fe3-9ea9-eb4960e041a8" -d '{"events": [{"server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "name": "network-vif-deleted", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:05.861465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72dc1675-b135-492d-8b19-3f056a2cd7b9 x-openstack-request-id: req-72dc1675-b135-492d-8b19-3f056a2cd7b9 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:05.861865 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "013e65a7-f2af-4267-b688-cf1e8a91fa31", "name": "network-vif-deleted", "tag": "b2894edd-cb10-4d97-a20d-9f1914e33930", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:05.862129 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72dc1675-b135-492d-8b19-3f056a2cd7b9 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:05.862545 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72dc1675-b135-492d-8b19-3f056a2cd7b9'] response: {'server_uuid': '013e65a7-f2af-4267-b688-cf1e8a91fa31', 'name': 'network-vif-deleted', 'tag': 'b2894edd-cb10-4d97-a20d-9f1914e33930', 'status': 'completed', 'code': 200} Sep 26 18:04:05.921074 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:06.058186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:06.059378 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:06.077405 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:06.102778 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:06.183845 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:06.213948 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] Checking router: 88d6b78e-7148-49ee-97b4-1fc12ef6e795 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:06.228593 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:06.229198 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:03:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:06.366205 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:06.587506 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:06.615864 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd45b7e5-8e45-4fbb-93f8-6e3422338496 None None] The sync data for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi is: [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:58:58Z', 'revision_number': 4, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '03110d54-c8ed-4209-943b-56424530d586', 'name': '', 'network_id': '178bfb9b-fc92-4cf4-abec-cb938da3300e', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'mac_address': 'fa:16:3e:65:f4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:05Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'subnets': [{'id': '335c50c9-c50d-4e88-a515-cfa0e64ac22b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:06.662709 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-181c76ac-fde0-4ee7-9939-c45b4937f2d7 req-d616d0c5-a8a9-4762-8ccb-7ef6028f72ea tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=013e65a7-f2af-4267-b688-cf1e8a91fa31 HTTP/1.1" status: 200 len: 210 time: 0.0304010 Sep 26 18:04:06.863822 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b74e48-af94-424c-8a34-1fd0af2a5f46 None None] New status for floating IP d7ccdbb5-12d3-48ca-af81-1ffb05c7d689: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:07.759264 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42712) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:07.820387 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cd16-6145-4ce6-b9c4-97589783738b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group (0c739cfe-a692-4868-b9c7-86509783e428), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.843563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cd16-6145-4ce6-b9c4-97589783738b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group (0c739cfe-a692-4868-b9c7-86509783e428), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.897288 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cd16-6145-4ce6-b9c4-97589783738b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0c739cfe-a692-4868-b9c7-86509783e428), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.899967 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cd16-6145-4ce6-b9c4-97589783738b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:07.901160 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8bd5cd16-6145-4ce6-b9c4-97589783738b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0c739cfe-a692-4868-b9c7-86509783e428 HTTP/1.1" status: 204 len: 168 time: 0.1408820 Sep 26 18:04:07.903892 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42714) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:07.911204 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5cd16-6145-4ce6-b9c4-97589783738b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c739cfe-a692-4868-b9c7-86509783e428,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:07.918169 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.api.v2.resource [None req-c3e43f17-9e42-4a3d-a855-e02ac298207f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] show failed (client error): The resource could not be found. Sep 26 18:04:07.922127 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c3e43f17-9e42-4a3d-a855-e02ac298207f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups/0c739cfe-a692-4868-b9c7-86509783e428 HTTP/1.1" status: 404 len: 347 time: 0.0170064 Sep 26 18:04:07.924967 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42716) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:08.043184 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Deleting port 3e1218a2-ede2-4405-9fea-688f8c192976 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:08.043528 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (3e1218a2-ede2-4405-9fea-688f8c192976), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.127136 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (3e1218a2-ede2-4405-9fea-688f8c192976), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.127461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (3e1218a2-ede2-4405-9fea-688f8c192976), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.140734 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Calling delete_port for 3e1218a2-ede2-4405-9fea-688f8c192976 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:08.211727 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device b2894edd-cb10-4d97-a20d-9f1914e33930 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:08.231260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: b2894edd-cb10-4d97-a20d-9f1914e33930 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:08.231616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device b2894edd-cb10-4d97-a20d-9f1914e33930 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:08.281157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (3e1218a2-ede2-4405-9fea-688f8c192976), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.305581 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event deleted for resources: {'Port': ['ID=3e1218a2-ede2-4405-9fea-688f8c192976,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:08.356739 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:08.373670 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks [] for floatingip (d7ccdbb5-12d3-48ca-af81-1ffb05c7d689), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.376612 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:08.377779 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4ded3029-5da8-42f7-b219-0ff73c552b09 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/d7ccdbb5-12d3-48ca-af81-1ffb05c7d689 HTTP/1.1" status: 204 len: 168 time: 0.4501436 Sep 26 18:04:08.418278 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-799779e6-9c69-41ad-aa04-56775e05167b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:10.649863 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a8a07813-5c36-4fbd-93e9-7d9119926d3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:11.001355 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e7675-6192-480c-b911-5afa81f9a784 req-0259429d-39db-46c3-8e81-632505086bef tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:11.002882 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b6e7675-6192-480c-b911-5afa81f9a784 req-0259429d-39db-46c3-8e81-632505086bef tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0487041 Sep 26 18:04:11.023859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:11.054583 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b6e7675-6192-480c-b911-5afa81f9a784 req-55206b31-3433-4952-bc91-d8421ea31b3e tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455222 Sep 26 18:04:12.108173 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:12.185059 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0a3c-ba9f-47b6-b302-8bd22d775855 req-3cf2b1cc-26b7-4cdf-982d-122fa208c3cf tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:12.186730 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3b0a3c-ba9f-47b6-b302-8bd22d775855 req-3cf2b1cc-26b7-4cdf-982d-122fa208c3cf tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0536401 Sep 26 18:04:12.235960 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3b0a3c-ba9f-47b6-b302-8bd22d775855 req-0de5b891-7c8e-4449-957d-fe208054087d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433450 Sep 26 18:04:13.334723 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:13.360179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d309cd2-0223-4af0-bdbc-6e4d2e4568d6 req-e30a3947-2466-4afa-819b-79f53244cdb5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:13.361656 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d309cd2-0223-4af0-bdbc-6e4d2e4568d6 req-e30a3947-2466-4afa-819b-79f53244cdb5 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0488577 Sep 26 18:04:13.409686 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2d309cd2-0223-4af0-bdbc-6e4d2e4568d6 req-33c9eb5a-2769-4c3d-90a4-2555a995db8f tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423431 Sep 26 18:04:13.552551 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:14.593977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848e7ca-88c0-40c6-bc06-be373e305ae5 req-9fdd28f3-5c9e-463d-a9e6-36f3b24a165b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:14.595628 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a848e7ca-88c0-40c6-bc06-be373e305ae5 req-9fdd28f3-5c9e-463d-a9e6-36f3b24a165b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.0617337 Sep 26 18:04:14.935395 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-e03ca011-3e4a-4f3b-9e56-5cc1e4168a3b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:14.936986 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-e03ca011-3e4a-4f3b-9e56-5cc1e4168a3b tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 945 time: 0.3404381 Sep 26 18:04:14.991215 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a848e7ca-88c0-40c6-bc06-be373e305ae5 req-e71d7e24-8060-4d1e-b302-c85ca2e69156 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858471 Sep 26 18:04:15.063840 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Deleting port 1ce2f364-b64c-48ae-a052-52d50a91b218 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:15.064404 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.184290 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] For port 1ce2f364-b64c-48ae-a052-52d50a91b218, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=1ce2f364-b64c-48ae-a052-52d50a91b218,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:15.184704 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.205296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Calling delete_port for 1ce2f364-b64c-48ae-a052-52d50a91b218 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:15.413481 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (1ce2f364-b64c-48ae-a052-52d50a91b218), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.444875 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event deleted for resources: {'Port': ['ID=1ce2f364-b64c-48ae-a052-52d50a91b218,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:15.465184 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['1ce2f364-b64c-48ae-a052-52d50a91b218', 'df0d1536-90fb-4be5-a58f-7769551047b0'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:15.502696 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] No DVR routers for this DVR port 1ce2f364-b64c-48ae-a052-52d50a91b218 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:15.507107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:15.510607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3af1a035-0f1d-4747-98f3-8ed225776920 req-c89804ae-1956-45ec-a9a6-fe324ff71ed3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "DELETE /networking/v2.0/ports/1ce2f364-b64c-48ae-a052-52d50a91b218 HTTP/1.1" status: 204 len: 173 time: 0.5643392 Sep 26 18:04:15.511250 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'name': 'network-vif-deleted', 'tag': '1ce2f364-b64c-48ae-a052-52d50a91b218'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:15.513821 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af39f9b-dbf6-48d9-8b40-ca3577a04839" -d '{"events": [{"server_uuid": "023fd2a0-77b9-416e-b973-3ebda1fa3095", "name": "network-vif-deleted", "tag": "1ce2f364-b64c-48ae-a052-52d50a91b218"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:15.570347 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f10c59a-1c00-4b19-be6d-911fc10eef49 x-openstack-request-id: req-1f10c59a-1c00-4b19-be6d-911fc10eef49 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:15.570639 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "023fd2a0-77b9-416e-b973-3ebda1fa3095", "name": "network-vif-deleted", "tag": "1ce2f364-b64c-48ae-a052-52d50a91b218", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:15.570925 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1f10c59a-1c00-4b19-be6d-911fc10eef49 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:15.571336 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f10c59a-1c00-4b19-be6d-911fc10eef49'] response: {'server_uuid': '023fd2a0-77b9-416e-b973-3ebda1fa3095', 'name': 'network-vif-deleted', 'tag': '1ce2f364-b64c-48ae-a052-52d50a91b218', 'status': 'completed', 'code': 200} Sep 26 18:04:16.135811 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7aeb12d6-0707-4764-8728-493bf8bc4e07 req-41f86dab-5bdf-463e-b84c-c6652f387cc2 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=023fd2a0-77b9-416e-b973-3ebda1fa3095 HTTP/1.1" status: 200 len: 210 time: 0.0373774 Sep 26 18:04:17.560948 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70e5b9-f485-48b2-9a63-65267c71064f req-19baeabf-7ea8-40d5-80a1-bf555a6115c3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:17.563456 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fd70e5b9-f485-48b2-9a63-65267c71064f req-19baeabf-7ea8-40d5-80a1-bf555a6115c3 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0782547 Sep 26 18:04:17.614540 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fd70e5b9-f485-48b2-9a63-65267c71064f req-5fbe5db5-9434-467a-89c1-8e867b07ca53 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447564 Sep 26 18:04:17.883563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:17.906266 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:18.268632 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 1ce2f364-b64c-48ae-a052-52d50a91b218 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:18.291073 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 1ce2f364-b64c-48ae-a052-52d50a91b218 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:18.291631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 1ce2f364-b64c-48ae-a052-52d50a91b218 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:18.763465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92865577-51ec-472c-b3ae-8ac0f82f5447 req-142cf843-39d9-4f42-8ac9-36c716e92a14 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:18.766007 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-92865577-51ec-472c-b3ae-8ac0f82f5447 req-142cf843-39d9-4f42-8ac9-36c716e92a14 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0605302 Sep 26 18:04:18.818013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:18.824601 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:18.846404 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-92865577-51ec-472c-b3ae-8ac0f82f5447 req-b70d1279-36ab-4868-82da-1b65fb955f0d tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734577 Sep 26 18:04:20.026755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46cc740-d788-4423-bc10-4d98353a5bdc req-8a197fb3-322d-496d-aec7-c1ec7e7b3fab tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:20.029129 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c46cc740-d788-4423-bc10-4d98353a5bdc req-8a197fb3-322d-496d-aec7-c1ec7e7b3fab tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0809522 Sep 26 18:04:20.087813 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c46cc740-d788-4423-bc10-4d98353a5bdc req-58f45720-83ac-412a-af9b-b491b932b329 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479689 Sep 26 18:04:21.236918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3c0816-51d3-4704-b6ac-806ac8b16a7c req-662fd588-2ca0-4041-80e2-96d62d3610d6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.239860 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ee3c0816-51d3-4704-b6ac-806ac8b16a7c req-662fd588-2ca0-4041-80e2-96d62d3610d6 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0511005 Sep 26 18:04:21.292531 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ee3c0816-51d3-4704-b6ac-806ac8b16a7c req-76154b41-7f71-4d87-bc20-bb07845a4798 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=546e6135-c8a7-47f7-8f6c-8031fae21847&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445096 Sep 26 18:04:21.607184 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-5804cb07-5c12-45e9-99ac-61b2b5e1bf62 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:21.608669 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-5804cb07-5c12-45e9-99ac-61b2b5e1bf62 tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 946 time: 0.0499218 Sep 26 18:04:21.710435 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Deleting port df0d1536-90fb-4be5-a58f-7769551047b0 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:21.710777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.825848 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] For port df0d1536-90fb-4be5-a58f-7769551047b0, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=df0d1536-90fb-4be5-a58f-7769551047b0,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:21.826331 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:21.840765 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Calling delete_port for df0d1536-90fb-4be5-a58f-7769551047b0 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:21.878594 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=45 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:21.884881 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=43 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.001421 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (df0d1536-90fb-4be5-a58f-7769551047b0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.034988 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Pushing event deleted for resources: {'Port': ['ID=df0d1536-90fb-4be5-a58f-7769551047b0,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:22.044696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['df0d1536-90fb-4be5-a58f-7769551047b0'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:22.048870 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:22.096647 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] No DVR routers for this DVR port df0d1536-90fb-4be5-a58f-7769551047b0 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:22.100294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:22.103669 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a08d7380-e787-4e65-9e3c-41baa4edf382 req-eb8bc627-f43e-4084-920c-944c1ec2f2bd tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.98 "DELETE /networking/v2.0/ports/df0d1536-90fb-4be5-a58f-7769551047b0 HTTP/1.1" status: 204 len: 173 time: 0.4864559 Sep 26 18:04:22.104177 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'name': 'network-vif-deleted', 'tag': 'df0d1536-90fb-4be5-a58f-7769551047b0'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:22.106447 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e481e957-de95-4e39-a89e-e20f8056ac03" -d '{"events": [{"server_uuid": "69cac0df-ef48-4e3c-93be-4e8b9d072334", "name": "network-vif-deleted", "tag": "df0d1536-90fb-4be5-a58f-7769551047b0"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:22.149179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0914251b-56bf-471e-a8b9-f4ccd5189c67 x-openstack-request-id: req-0914251b-56bf-471e-a8b9-f4ccd5189c67 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:22.149658 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69cac0df-ef48-4e3c-93be-4e8b9d072334", "name": "network-vif-deleted", "tag": "df0d1536-90fb-4be5-a58f-7769551047b0", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:22.150385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0914251b-56bf-471e-a8b9-f4ccd5189c67 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:22.150956 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0914251b-56bf-471e-a8b9-f4ccd5189c67'] response: {'server_uuid': '69cac0df-ef48-4e3c-93be-4e8b9d072334', 'name': 'network-vif-deleted', 'tag': 'df0d1536-90fb-4be5-a58f-7769551047b0', 'status': 'completed', 'code': 200} Sep 26 18:04:22.454300 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b832a5ca-d6cf-46b6-afa0-3e3087ca2424 req-a07f4fcb-1a25-4391-8978-4843348937cf tempest-ServerRescueNegativeTestJSON-603102992 tempest-ServerRescueNegativeTestJSON-603102992-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69cac0df-ef48-4e3c-93be-4e8b9d072334 HTTP/1.1" status: 200 len: 210 time: 0.0478554 Sep 26 18:04:23.529814 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 42774) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:24.057216 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:24.087035 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:24.141858 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (88d6b78e-7148-49ee-97b4-1fc12ef6e795), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.465131 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Deleting port 03110d54-c8ed-4209-943b-56424530d586 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:24.465463 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (03110d54-c8ed-4209-943b-56424530d586), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.561352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] For port 03110d54-c8ed-4209-943b-56424530d586, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=03110d54-c8ed-4209-943b-56424530d586,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:24.562088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (03110d54-c8ed-4209-943b-56424530d586), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.580818 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Calling delete_port for 03110d54-c8ed-4209-943b-56424530d586 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:24.839486 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (03110d54-c8ed-4209-943b-56424530d586), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:24.880989 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=03110d54-c8ed-4209-943b-56424530d586,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:25.145112 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (88d6b78e-7148-49ee-97b4-1fc12ef6e795), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.355417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:25.393536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:25.468412 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:25.585720 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:25.591798 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-71fc5d22-b305-4222-b3d2-dbe89906e3c7 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/88d6b78e-7148-49ee-97b4-1fc12ef6e795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0606661 Sep 26 18:04:25.595857 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42792) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:25.598891 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] Sync routers for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:25.611991 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:25.612933 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:25.726876 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks [] for router (88d6b78e-7148-49ee-97b4-1fc12ef6e795), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.740120 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:25.854300 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks [] for router_gateway (88d6b78e-7148-49ee-97b4-1fc12ef6e795), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.903398 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Deleting port 8a2236e0-0411-4cb7-ae46-70dfa94bef20 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:25.903945 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:25.958748 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45'}], 'enable_snat': True}, 'gw_port_id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T18:04:24Z', 'revision_number': 5, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port': {'id': '8a2236e0-0411-4cb7-ae46-70dfa94bef20', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:09:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T17:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:25.984579 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] Checking router: 88d6b78e-7148-49ee-97b4-1fc12ef6e795 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:25.997309 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] Routers {'88d6b78e-7148-49ee-97b4-1fc12ef6e795'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:25.998346 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:26.023342 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] For port 8a2236e0-0411-4cb7-ae46-70dfa94bef20, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=8a2236e0-0411-4cb7-ae46-70dfa94bef20,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:26.023715 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.042398 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Calling delete_port for 8a2236e0-0411-4cb7-ae46-70dfa94bef20 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:26.134354 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] Set router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:26.186283 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T18:04:25Z', 'revision_number': 6, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:26.217432 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01adc7b8-23ef-4d63-aab1-602be61354ed None None] The sync data for ids ['88d6b78e-7148-49ee-97b4-1fc12ef6e795'] in dv-cinder-859318-1-iscsi is: [{'id': '88d6b78e-7148-49ee-97b4-1fc12ef6e795', 'name': 'tempest-ServerRescueNegativeTestJSON-209625675-router', 'tenant_id': '93579356e4b54de5a06d395cd499ca13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:51Z', 'updated_at': '2022-09-26T18:04:25Z', 'revision_number': 6, 'project_id': '93579356e4b54de5a06d395cd499ca13', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:26.273366 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (8a2236e0-0411-4cb7-ae46-70dfa94bef20), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.304581 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a2236e0-0411-4cb7-ae46-70dfa94bef20,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:26.311643 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device df0d1536-90fb-4be5-a58f-7769551047b0 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:26.316748 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:26.341798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.342190 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.342652 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.343257 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.343871 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.344356 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.344878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.345486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.345982 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.346539 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.347184 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.348108 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: df0d1536-90fb-4be5-a58f-7769551047b0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:26.348288 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.348662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device df0d1536-90fb-4be5-a58f-7769551047b0 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:26.348924 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.349483 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.350682 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:26.403061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (88d6b78e-7148-49ee-97b4-1fc12ef6e795), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.541160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (88d6b78e-7148-49ee-97b4-1fc12ef6e795), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.544654 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks [] for router_controller (88d6b78e-7148-49ee-97b4-1fc12ef6e795), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.653329 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (88d6b78e-7148-49ee-97b4-1fc12ef6e795), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.655655 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88d6b78e-7148-49ee-97b4-1fc12ef6e795 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:04:26.670071 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.671844 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e6a1e83e-8b1a-482d-a12c-df4802dc7f44 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/88d6b78e-7148-49ee-97b4-1fc12ef6e795 HTTP/1.1" status: 204 len: 168 time: 1.0744848 Sep 26 18:04:26.676678 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42802) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:26.752976 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Deleting subnet 335c50c9-c50d-4e88-a515-cfa0e64ac22b {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:04:26.757605 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Publish callbacks [] for subnet (335c50c9-c50d-4e88-a515-cfa0e64ac22b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.799296 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (335c50c9-c50d-4e88-a515-cfa0e64ac22b), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.837036 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:26.890879 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:26.901954 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (335c50c9-c50d-4e88-a515-cfa0e64ac22b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:26.974292 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (335c50c9-c50d-4e88-a515-cfa0e64ac22b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.019428 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335c50c9-c50d-4e88-a515-cfa0e64ac22b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.031539 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.034202 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063de88-0a65-439a-a5b4-a2a51829e439 None None] Network 178bfb9b-fc92-4cf4-abec-cb938da3300e requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:04:27.036149 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-683cb7e1-bfab-4038-a521-e766bb20ff03 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/335c50c9-c50d-4e88-a515-cfa0e64ac22b HTTP/1.1" status: 204 len: 168 time: 0.3579473 Sep 26 18:04:27.040712 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42808) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:27.160476 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (178bfb9b-fc92-4cf4-abec-cb938da3300e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.219396 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Deleting port bf53cd52-5e38-4147-b399-21c4c5402637 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:27.219893 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.268498 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] DHCP port deletion for 178bfb9b-fc92-4cf4-abec-cb938da3300e request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:04:27.271332 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=44,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:27.319733 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] For port bf53cd52-5e38-4147-b399-21c4c5402637, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=bf53cd52-5e38-4147-b399-21c4c5402637,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:27.320368 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.336522 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Calling delete_port for bf53cd52-5e38-4147-b399-21c4c5402637 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:27.342407 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Deleting port bf53cd52-5e38-4147-b399-21c4c5402637 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:27.343892 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.405611 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 8a2236e0-0411-4cb7-ae46-70dfa94bef20 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:27.440004 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.453031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 8a2236e0-0411-4cb7-ae46-70dfa94bef20 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:27.453031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 8a2236e0-0411-4cb7-ae46-70dfa94bef20 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:27.453031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 03110d54-c8ed-4209-943b-56424530d586 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:27.467604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf53cd52-5e38-4147-b399-21c4c5402637,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.476845 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] No DVR routers for this DVR port bf53cd52-5e38-4147-b399-21c4c5402637 on host dv-cinder-859318-1-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:27.486735 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 03110d54-c8ed-4209-943b-56424530d586 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:27.487088 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 03110d54-c8ed-4209-943b-56424530d586 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:27.488109 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device bf53cd52-5e38-4147-b399-21c4c5402637 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:27.495639 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] For port bf53cd52-5e38-4147-b399-21c4c5402637, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=bf53cd52-5e38-4147-b399-21c4c5402637,segment=NetworkSegment(db79601e-7411-46d7-8f4b-2d0cd6b4c2a3),segment_id=db79601e-7411-46d7-8f4b-2d0cd6b4c2a3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:27.496039 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.523219 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: bf53cd52-5e38-4147-b399-21c4c5402637 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:27.523562 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device bf53cd52-5e38-4147-b399-21c4c5402637 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:27.529707 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Calling delete_port for bf53cd52-5e38-4147-b399-21c4c5402637 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:27.623176 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (bf53cd52-5e38-4147-b399-21c4c5402637), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.625273 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (178bfb9b-fc92-4cf4-abec-cb938da3300e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.664628 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Pushing event deleted for resources: {'Port': ['ID=bf53cd52-5e38-4147-b399-21c4c5402637,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.665386 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178bfb9b-fc92-4cf4-abec-cb938da3300e']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:27.672904 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] No DVR routers for this DVR port bf53cd52-5e38-4147-b399-21c4c5402637 on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:27.684571 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:27.684571 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db79601e-7411-46d7-8f4b-2d0cd6b4c2a3') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:27.698766 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (db79601e-7411-46d7-8f4b-2d0cd6b4c2a3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.700599 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.701246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.702280 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.702898 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.703501 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.704075 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.704626 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.705235 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.705809 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.707089 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.707565 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.707814 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.708233 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.708621 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.709081 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f238a3d7-3145-4814-9c6a-3e39a06d3318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:04:27.724935 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (db79601e-7411-46d7-8f4b-2d0cd6b4c2a3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.732645 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:04:27.733203 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (db79601e-7411-46d7-8f4b-2d0cd6b4c2a3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.790543 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment db79601e-7411-46d7-8f4b-2d0cd6b4c2a3 resource provider aggregate not found Sep 26 18:04:27.818283 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment db79601e-7411-46d7-8f4b-2d0cd6b4c2a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db79601e-7411-46d7-8f4b-2d0cd6b4c2a3 found for delete ", "request_id": "req-50789107-cf82-4fbd-b1de-ded8ec7546ca"}]} Sep 26 18:04:27.828575 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (178bfb9b-fc92-4cf4-abec-cb938da3300e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.837645 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:27.843224 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/178bfb9b-fc92-4cf4-abec-cb938da3300e HTTP/1.1" status: 204 len: 168 time: 0.8009179 Sep 26 18:04:27.861979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f9fc0-9c21-43cd-b01d-87d9f1aea409 admin admin] Pushing event deleted for resources: {'Network': ['ID=178bfb9b-fc92-4cf4-abec-cb938da3300e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:27.999306 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42818) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:28.058008 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0a72ebb8-2231-49a2-a631-55ea6c389d51 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=93579356e4b54de5a06d395cd499ca13&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0571315 Sep 26 18:04:28.060689 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42820) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:28.119394 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6b4942b-2cd7-48af-9216-435240bec775 admin admin] Publish callbacks [] for security_group (546e6135-c8a7-47f7-8f6c-8031fae21847), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.148396 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6b4942b-2cd7-48af-9216-435240bec775 admin admin] Publish callbacks [] for security_group (546e6135-c8a7-47f7-8f6c-8031fae21847), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.205058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6b4942b-2cd7-48af-9216-435240bec775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (546e6135-c8a7-47f7-8f6c-8031fae21847), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.208646 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6b4942b-2cd7-48af-9216-435240bec775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:28.210459 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e6b4942b-2cd7-48af-9216-435240bec775 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/546e6135-c8a7-47f7-8f6c-8031fae21847 HTTP/1.1" status: 204 len: 168 time: 0.1485856 Sep 26 18:04:28.218436 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4942b-2cd7-48af-9216-435240bec775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546e6135-c8a7-47f7-8f6c-8031fae21847,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:30.183918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca873b6-2a0c-413c-b3fe-9a7331221557 req-4e90cc61-2067-4b10-889d-a9e0aa3af675 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:30.187610 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ca873b6-2a0c-413c-b3fe-9a7331221557 req-4e90cc61-2067-4b10-889d-a9e0aa3af675 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0716436 Sep 26 18:04:30.283031 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ca873b6-2a0c-413c-b3fe-9a7331221557 req-d9b7cd66-3eab-4a4a-9e56-ebf528c13310 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877547 Sep 26 18:04:30.405966 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42876) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:30.545705 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2d28c5ab-4bfd-4936-8128-8c0edf129669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.558556 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:30.568437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:30.596624 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.644558 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2d28c5ab-4bfd-4936-8128-8c0edf129669 admin admin] Publish callbacks [] for security_group (d8fe54d2-5d53-46ff-a377-a6820b65a6c1), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.649615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2d28c5ab-4bfd-4936-8128-8c0edf129669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d8fe54d2-5d53-46ff-a377-a6820b65a6c1), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.692424 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28c5ab-4bfd-4936-8128-8c0edf129669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fe54d2-5d53-46ff-a377-a6820b65a6c1,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:30.697893 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2d28c5ab-4bfd-4936-8128-8c0edf129669 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e2365057277448c7b8a35f966f03c654&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905436 Sep 26 18:04:30.701151 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42880) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:30.788679 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61cab892-8bdd-43f0-bf73-49cf418a39d4 admin admin] Publish callbacks [] for security_group (d8fe54d2-5d53-46ff-a377-a6820b65a6c1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.823981 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61cab892-8bdd-43f0-bf73-49cf418a39d4 admin admin] Publish callbacks [] for security_group (d8fe54d2-5d53-46ff-a377-a6820b65a6c1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.900285 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61cab892-8bdd-43f0-bf73-49cf418a39d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d8fe54d2-5d53-46ff-a377-a6820b65a6c1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.904943 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61cab892-8bdd-43f0-bf73-49cf418a39d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:30.906851 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-61cab892-8bdd-43f0-bf73-49cf418a39d4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d8fe54d2-5d53-46ff-a377-a6820b65a6c1 HTTP/1.1" status: 204 len: 168 time: 0.2040043 Sep 26 18:04:30.920452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cab892-8bdd-43f0-bf73-49cf418a39d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fe54d2-5d53-46ff-a377-a6820b65a6c1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:31.303205 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42888) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:31.317272 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9ded809c-93ea-4334-b947-4b701cdd5d02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.411769 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9ded809c-93ea-4334-b947-4b701cdd5d02 admin admin] Publish callbacks [] for security_group (9532dcef-b40e-4ba0-a771-693a4044fe74), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.417755 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9ded809c-93ea-4334-b947-4b701cdd5d02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (9532dcef-b40e-4ba0-a771-693a4044fe74), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.432666 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc2c8b8-a061-49e9-b979-c273a2a6a590 req-45e12400-1879-4932-846a-7885cf7356ad tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:31.434227 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bdc2c8b8-a061-49e9-b979-c273a2a6a590 req-45e12400-1879-4932-846a-7885cf7356ad tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0527251 Sep 26 18:04:31.472344 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded809c-93ea-4334-b947-4b701cdd5d02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9532dcef-b40e-4ba0-a771-693a4044fe74,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:31.480531 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9ded809c-93ea-4334-b947-4b701cdd5d02 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6c4f981eb0934f9294775a619a317148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1759093 Sep 26 18:04:31.483012 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 42892) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:31.507028 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bdc2c8b8-a061-49e9-b979-c273a2a6a590 req-ad44b96e-203d-4f76-b964-6106cb87e0f3 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651262 Sep 26 18:04:31.557076 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4a437fd2-329e-4d94-b2bf-cdb5fa7737f7 admin admin] Publish callbacks [] for security_group (9532dcef-b40e-4ba0-a771-693a4044fe74), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.579122 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4a437fd2-329e-4d94-b2bf-cdb5fa7737f7 admin admin] Publish callbacks [] for security_group (9532dcef-b40e-4ba0-a771-693a4044fe74), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.645176 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4a437fd2-329e-4d94-b2bf-cdb5fa7737f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (9532dcef-b40e-4ba0-a771-693a4044fe74), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.648767 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4a437fd2-329e-4d94-b2bf-cdb5fa7737f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:31.649958 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4a437fd2-329e-4d94-b2bf-cdb5fa7737f7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9532dcef-b40e-4ba0-a771-693a4044fe74 HTTP/1.1" status: 204 len: 168 time: 0.1653867 Sep 26 18:04:31.660508 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437fd2-329e-4d94-b2bf-cdb5fa7737f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9532dcef-b40e-4ba0-a771-693a4044fe74,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:32.018184 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-6250aca8-ffb4-49db-b293-d868a207bb4f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:32.020765 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-6250aca8-ffb4-49db-b293-d868a207bb4f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0659487 Sep 26 18:04:32.134357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Deleting port 20300a22-8255-4e5b-a385-7931cd6f36bf {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:32.134809 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.268861 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] For port 20300a22-8255-4e5b-a385-7931cd6f36bf, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=20300a22-8255-4e5b-a385-7931cd6f36bf,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:32.270453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.741809 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c3b0a-ce5d-4087-9313-f1d786f6a23d req-49f0b975-a953-4f49-b353-78099b3b22d8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:32.743403 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f8c3b0a-ce5d-4087-9313-f1d786f6a23d req-49f0b975-a953-4f49-b353-78099b3b22d8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 945 time: 0.0911312 Sep 26 18:04:32.752739 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.753705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (be745309-20c7-4310-83e0-45569c348056), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:32.754360 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Floating IP be745309-20c7-4310-83e0-45569c348056 disassociated. External IP: 172.27.0.93, port: 20300a22-8255-4e5b-a385-7931cd6f36bf. Sep 26 18:04:32.754808 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Calling delete_port for 20300a22-8255-4e5b-a385-7931cd6f36bf owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:32.868744 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f8c3b0a-ce5d-4087-9313-f1d786f6a23d req-334cb49a-cefa-47cb-b43f-f7e828d13e21 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185012 Sep 26 18:04:32.895900 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:32.900172 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:32.980573 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (20300a22-8255-4e5b-a385-7931cd6f36bf), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:33.026154 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'Port': ['ID=20300a22-8255-4e5b-a385-7931cd6f36bf,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:33.188643 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:33.358476 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:33.373615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:33.392663 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:33.393507 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:33.418884 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] No DVR routers for this DVR port 20300a22-8255-4e5b-a385-7931cd6f36bf on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:33.422877 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:33.430507 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8035f00-46fe-45d7-9a28-844df2b49dff req-1bbc7535-8996-4b63-bffd-b8f4066392fc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "DELETE /networking/v2.0/ports/20300a22-8255-4e5b-a385-7931cd6f36bf HTTP/1.1" status: 204 len: 173 time: 1.4040148 Sep 26 18:04:33.431382 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'name': 'network-vif-deleted', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:33.434489 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2160ea3-3aa3-4819-a0fd-85509bd8c4c4" -d '{"events": [{"server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "name": "network-vif-deleted", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:33.691475 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:33.889165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32ffb12c-a505-4f31-873c-1e2e4c8dbd4b x-openstack-request-id: req-32ffb12c-a505-4f31-873c-1e2e4c8dbd4b {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:33.889986 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a7a9b9-fedc-4f18-871e-4e5114e7df66", "name": "network-vif-deleted", "tag": "20300a22-8255-4e5b-a385-7931cd6f36bf", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:33.890151 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-32ffb12c-a505-4f31-873c-1e2e4c8dbd4b {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:33.890565 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32ffb12c-a505-4f31-873c-1e2e4c8dbd4b'] response: {'server_uuid': '29a7a9b9-fedc-4f18-871e-4e5114e7df66', 'name': 'network-vif-deleted', 'tag': '20300a22-8255-4e5b-a385-7931cd6f36bf', 'status': 'completed', 'code': 200} Sep 26 18:04:34.047958 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:34.048447 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2f05d4ee-979d-4295-89e5-053775088405 req-c78a0432-4eca-4c16-9d41-0619fdefacd0 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0398343 Sep 26 18:04:34.078928 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:34.101991 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:34.101991 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:34.270161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:34.529715 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:34.570111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a2c8b9-8f32-4a77-aca2-a279adcb3dec None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:34.905803 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399c68c9-e684-47af-865c-e9c074e380fd None None] New status for floating IP be745309-20c7-4310-83e0-45569c348056: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:35.307247 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-049cd821-527f-4e2a-a0d8-229c73227e42 req-8d12b8b8-c6a8-4504-b13c-a3e6089369fa tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=29a7a9b9-fedc-4f18-871e-4e5114e7df66 HTTP/1.1" status: 200 len: 210 time: 0.0474012 Sep 26 18:04:36.333207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 20300a22-8255-4e5b-a385-7931cd6f36bf no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:36.356577 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 20300a22-8255-4e5b-a385-7931cd6f36bf {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:36.356934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 20300a22-8255-4e5b-a385-7931cd6f36bf not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:36.686975 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-054c4321-787c-4483-bf86-712326b34308 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-472878324&fields=id&tenant_id=9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 267 time: 0.0549414 Sep 26 18:04:36.889255 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-3bee1470-ccfc-432f-9ec8-6da1e1fc75be tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:36.893038 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-3bee1470-ccfc-432f-9ec8-6da1e1fc75be tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 812 time: 0.1927447 Sep 26 18:04:36.919292 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-0d09be27-8a55-48a2-9f8d-59e7feb81b2e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/quotas/9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 375 time: 0.0167434 Sep 26 18:04:37.001852 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-6e39c446-0db2-427c-bd41-2166e7f961ab tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700641 Sep 26 18:04:37.108815 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ba557b-fc8a-4663-926c-d90e2a26bce2 req-5d65fce9-c46d-44b2-bbd0-05296cc3d383 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:37.110750 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c6ba557b-fc8a-4663-926c-d90e2a26bce2 req-5d65fce9-c46d-44b2-bbd0-05296cc3d383 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0805306 Sep 26 18:04:37.209880 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c6ba557b-fc8a-4663-926c-d90e2a26bce2 req-518693f8-3266-4504-8bb5-6c2bdcb117a6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867252 Sep 26 18:04:37.299747 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-95cbd75d-0a61-4825-a6a0-0b390d23ccd3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848594 Sep 26 18:04:37.420322 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fce7536b-6250-4a13-ac21-625ca448a8b6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131818 Sep 26 18:04:37.859661 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1934e096-b567-4fdf-84ba-1f1c4de590be req-f2f885d8-41b9-4218-b1e8-00f8f40bca24 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 210 time: 0.0489080 Sep 26 18:04:38.389524 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484894d0-fab8-4aba-ac05-380681071743 req-642ce906-7cb2-43f7-be84-2b15f113e7c1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:38.391580 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-484894d0-fab8-4aba-ac05-380681071743 req-642ce906-7cb2-43f7-be84-2b15f113e7c1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0764251 Sep 26 18:04:38.426943 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-97368e4f-6235-484b-a158-3f5a2e5a2e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:38.464863 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-484894d0-fab8-4aba-ac05-380681071743 req-96a30ecb-2a0f-4562-be25-6b95367caf0f tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6a587827-884f-4aa9-a725-a848eb1e091f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602560 Sep 26 18:04:38.745212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:38.790805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-faea49e1-de55-48d3-8c73-924bdd1d1eb1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:38.792477 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-faea49e1-de55-48d3-8c73-924bdd1d1eb1 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 945 time: 0.0586400 Sep 26 18:04:38.837657 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:38.919222 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port 9a352881-a0a9-4e9a-accd-a56088f0b642 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:38.919222 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.051835 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-38cca546-505d-428b-8e4f-b2ce02df00d2 req-f4526e55-2052-45c9-84eb-a5399477f290 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 210 time: 0.0461464 Sep 26 18:04:39.057654 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] For port 9a352881-a0a9-4e9a-accd-a56088f0b642, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=9a352881-a0a9-4e9a-accd-a56088f0b642,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:39.058107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.279689 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.280063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (8aa9ab06-6e66-4aeb-b541-eeadf9744729), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.280379 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP 8aa9ab06-6e66-4aeb-b541-eeadf9744729 disassociated. External IP: 172.27.0.170, port: 9a352881-a0a9-4e9a-accd-a56088f0b642. Sep 26 18:04:39.280726 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for 9a352881-a0a9-4e9a-accd-a56088f0b642 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:39.466352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (9a352881-a0a9-4e9a-accd-a56088f0b642), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:39.518401 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=9a352881-a0a9-4e9a-accd-a56088f0b642,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:39.626070 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf733c92-7976-43bd-a3a6-94c2d2bd9aa1 req-7992ace5-cf2e-453b-95b4-3827f7b23583 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 210 time: 0.0465481 Sep 26 18:04:39.725896 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:39.857469 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-4b97eaf3-d851-4461-8a07-ceb321d8492e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:39.859095 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-4b97eaf3-d851-4461-8a07-ceb321d8492e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 812 time: 0.1702905 Sep 26 18:04:39.929374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:39.943029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:39.963627 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:39.964403 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:39.974052 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:39.983946 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-10e3ef5a-f38a-49ae-8c20-31591b315929 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 379 time: 0.1082850 Sep 26 18:04:39.998045 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'port': {'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'admin_state_up': True, 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'security_groups': ['6c5d0962-af37-4123-911b-e5be30e1fb79']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:40.059834 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] No DVR routers for this DVR port 9a352881-a0a9-4e9a-accd-a56088f0b642 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:40.063652 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:40.074005 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-990edb12-db10-4b24-b5cd-0b924b7fe6b5 req-025397ef-993f-4b76-8bd5-f2f4549c08e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "DELETE /networking/v2.0/ports/9a352881-a0a9-4e9a-accd-a56088f0b642 HTTP/1.1" status: 204 len: 173 time: 1.2705655 Sep 26 18:04:40.074875 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'name': 'network-vif-deleted', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:40.086977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8e0f18-dcc6-4357-a2de-f9a98f9c52fe" -d '{"events": [{"server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "name": "network-vif-deleted", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:40.092183 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:40.195801 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3a9386-28df-47d9-ae4f-93abba6814e9 x-openstack-request-id: req-8a3a9386-28df-47d9-ae4f-93abba6814e9 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:40.196116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75438c3-df47-4bcf-b070-ded117a65aad", "name": "network-vif-deleted", "tag": "9a352881-a0a9-4e9a-accd-a56088f0b642", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:40.196437 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a3a9386-28df-47d9-ae4f-93abba6814e9 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:40.196766 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a3a9386-28df-47d9-ae4f-93abba6814e9'] response: {'server_uuid': 'b75438c3-df47-4bcf-b070-ded117a65aad', 'name': 'network-vif-deleted', 'tag': '9a352881-a0a9-4e9a-accd-a56088f0b642', 'status': 'completed', 'code': 200} Sep 26 18:04:40.247735 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Made reservation on behalf of 9d0160f2201546a385be13aea0454fdc for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:40.267948 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:40.357412 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-83899771-86c9-442d-b237-ba77e652bb57 req-a3474a1b-0efb-476e-8f2a-8b56be119c76 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 210 time: 0.0506766 Sep 26 18:04:40.397712 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:40.401164 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:40.484695 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Allocated IP 172.20.0.9 (4b57d14c-5868-42b6-822c-17efedad588a/d3fd72b1-bf6e-4599-8b66-389c34114083/f226e19b-a975-40a9-b62f-8b87c151b40c) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:40.709528 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7e119833-1ea8-428a-bbcb-91005d7af4e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:40.814551 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:40.854620 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:04:40.875895 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:40.882917 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0c1d29b-e823-409b-aeb7-7f4ff967fb80 req-1f6f0f99-57ea-4b63-8e81-86adc8cc2ec5 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b75438c3-df47-4bcf-b070-ded117a65aad HTTP/1.1" status: 200 len: 210 time: 0.0464053 Sep 26 18:04:40.886704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:40.887428 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:40.890272 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:41.039037 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:41.055483 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.119843 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.187212 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Network 4b57d14c-5868-42b6-822c-17efedad588a is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:41.189352 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=f226e19b-a975-40a9-b62f-8b87c151b40c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:41.192532 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:41.199664 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:41.279449 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:41.280094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.312482 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fd3016b0-1f38-4e3c-b9e2-3a48c05a841f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3230915 Sep 26 18:04:41.314600 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:41.400726 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:41.447203 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6925845-430e-4e86-8f29-175a3c56762a None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:41.467006 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Request body: {'port': {'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:41.620390 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.657072 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cfbeff-4a58-47af-8408-37eb10deda59 req-1f54d924-d4d2-4105-9f60-dd519831d3ed tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:41.660665 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91cfbeff-4a58-47af-8408-37eb10deda59 req-1f54d924-d4d2-4105-9f60-dd519831d3ed tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 931 time: 0.1104884 Sep 26 18:04:41.666601 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Provisioning complete for port f226e19b-a975-40a9-b62f-8b87c151b40c triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:41.667466 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:41.668132 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Attempt 1 to provision port f226e19b-a975-40a9-b62f-8b87c151b40c Sep 26 18:04:41.735341 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Port f226e19b-a975-40a9-b62f-8b87c151b40c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:41.776654 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91cfbeff-4a58-47af-8408-37eb10deda59 req-27ef2070-d774-4024-9bbd-56b3eeaf68ff tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088824 Sep 26 18:04:41.936563 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd150df-6479-4c46-b7d6-da35eb565d45 None None] New status for floating IP 8aa9ab06-6e66-4aeb-b541-eeadf9744729: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:42.004714 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:42.006101 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:42.035428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43082) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:42.066852 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:42.109274 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:42.117139 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f226e19b-a975-40a9-b62f-8b87c151b40c {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:42.134894 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Publish callbacks [] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.145411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.153167 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e5202a2-88a8-4891-a3aa-286f5d287255 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (6a587827-884f-4aa9-a725-a848eb1e091f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.165496 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Transition to ACTIVE for port object f226e19b-a975-40a9-b62f-8b87c151b40c will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:04:42.172031 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.208104 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e5202a2-88a8-4891-a3aa-286f5d287255 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (6a587827-884f-4aa9-a725-a848eb1e091f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.239347 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Attempt 2 to provision port f226e19b-a975-40a9-b62f-8b87c151b40c Sep 26 18:04:42.287783 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f226e19b-a975-40a9-b62f-8b87c151b40c,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:42.289363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e5202a2-88a8-4891-a3aa-286f5d287255 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6a587827-884f-4aa9-a725-a848eb1e091f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.292986 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e5202a2-88a8-4891-a3aa-286f5d287255 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.294308 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1e5202a2-88a8-4891-a3aa-286f5d287255 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6a587827-884f-4aa9-a725-a848eb1e091f HTTP/1.1" status: 204 len: 168 time: 0.2563028 Sep 26 18:04:42.299828 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43084) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:42.321282 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.api.v2.resource [None req-f8108bd9-68f3-40f2-a0ba-081e019144c9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] show failed (client error): The resource could not be found. Sep 26 18:04:42.322330 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f8108bd9-68f3-40f2-a0ba-081e019144c9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups/6a587827-884f-4aa9-a725-a848eb1e091f HTTP/1.1" status: 404 len: 347 time: 0.0221901 Sep 26 18:04:42.322646 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Port f226e19b-a975-40a9-b62f-8b87c151b40c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:42.323271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5202a2-88a8-4891-a3aa-286f5d287255 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a587827-884f-4aa9-a725-a848eb1e091f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:42.326508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43086) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:42.344349 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 9a352881-a0a9-4e9a-accd-a56088f0b642 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:42.384503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 9a352881-a0a9-4e9a-accd-a56088f0b642 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:42.385065 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 9a352881-a0a9-4e9a-accd-a56088f0b642 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:42.391960 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Attempting to bind port f226e19b-a975-40a9-b62f-8b87c151b40c on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:42.392304 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Attempting to bind port f226e19b-a975-40a9-b62f-8b87c151b40c by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:42.392641 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Attempting to bind port f226e19b-a975-40a9-b62f-8b87c151b40c on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:42.455157 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Port f226e19b-a975-40a9-b62f-8b87c151b40c on network 4b57d14c-5868-42b6-822c-17efedad588a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:04:42.455498 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Attempting to bind port f226e19b-a975-40a9-b62f-8b87c151b40c on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:42.491231 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port 3e30a1fd-22f5-4555-9ec5-87b20ea0a315 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:42.491711 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.519643 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:42.520042 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Checking segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:42.520547 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Bound using segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:42.521126 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Bound port: f226e19b-a975-40a9-b62f-8b87c151b40c, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:42.521500 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.600354 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] For port f226e19b-a975-40a9-b62f-8b87c151b40c, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:42.601069 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.601687 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.605929 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] For port f226e19b-a975-40a9-b62f-8b87c151b40c, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f226e19b-a975-40a9-b62f-8b87c151b40c,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:42.620984 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.626041 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:42.626247 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for 3e30a1fd-22f5-4555-9ec5-87b20ea0a315 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:42.626859 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.629273 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 1093 time: 1.3024609 Sep 26 18:04:42.631148 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:42.633576 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974" -d '{"events": [{"name": "network-changed", "server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:42.699084 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7479fea-19bd-4f90-9490-840fed4877c8 service neutron] Pushing event updated for resources: {'Port': ['ID=f226e19b-a975-40a9-b62f-8b87c151b40c,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:42.771107 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fdd23f25-1971-4c5a-bfe6-8fe54379f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:42.774484 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-fdd23f25-1971-4c5a-bfe6-8fe54379f0f6 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0568807 Sep 26 18:04:42.824483 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Attempt 3 to provision port f226e19b-a975-40a9-b62f-8b87c151b40c Sep 26 18:04:42.854615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c6e3dc-d712-4c1f-b9ca-1de9f2c7d922 x-openstack-request-id: req-b0c6e3dc-d712-4c1f-b9ca-1de9f2c7d922 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:42.855097 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:42.855511 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b0c6e3dc-d712-4c1f-b9ca-1de9f2c7d922 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:42.857134 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c6e3dc-d712-4c1f-b9ca-1de9f2c7d922'] response: {'name': 'network-changed', 'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'status': 'completed', 'code': 200} Sep 26 18:04:42.860243 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-6ab25da9-7c37-4d27-adda-e9021413d577 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 217 time: 0.0695860 Sep 26 18:04:42.879165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (3e30a1fd-22f5-4555-9ec5-87b20ea0a315), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:42.916478 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e831e600-c3a6-4b80-9edc-394343a4aa30 None None] Port f226e19b-a975-40a9-b62f-8b87c151b40c had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:04:42.935894 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=3e30a1fd-22f5-4555-9ec5-87b20ea0a315,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:42.973072 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-70ab43a4-3cbe-4e96-ad0c-79907a05f216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:42.974680 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-70ab43a4-3cbe-4e96-ad0c-79907a05f216 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0912907 Sep 26 18:04:43.029116 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-bdaa129f-b741-4fb2-b987-87ac81bd67f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.030652 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-bdaa129f-b741-4fb2-b987-87ac81bd67f2 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485895 Sep 26 18:04:43.045106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29b217-10f5-4bb8-9670-a535dc8ddbff req-2016d8ab-2df9-4afd-b2a4-5ac66c1b0c7d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.046784 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7a29b217-10f5-4bb8-9670-a535dc8ddbff req-2016d8ab-2df9-4afd-b2a4-5ac66c1b0c7d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0929379 Sep 26 18:04:43.056640 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (8aa9ab06-6e66-4aeb-b541-eeadf9744729), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.059283 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.060397 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-93dd296c-ac2d-414a-9658-ca65202da398 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/8aa9ab06-6e66-4aeb-b541-eeadf9744729 HTTP/1.1" status: 204 len: 168 time: 0.7329166 Sep 26 18:04:43.146236 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7a29b217-10f5-4bb8-9670-a535dc8ddbff req-8bf1d348-ba98-4bca-ade8-52c1c9e7151e tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904365 Sep 26 18:04:43.161085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43102) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:43.168618 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1931763481', 'description': 'tempest-description--1489200077'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:43.222585 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-5159809c-62ab-4b52-bf3c-d746a6dc93b6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845403 Sep 26 18:04:43.228773 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.358285 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.395766 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:43.416717 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:43.442959 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5da4160b-281d-430b-a086-69ba5fa9fd7c req-efda42d9-b5e6-4cc0-8be1-d0484e367110 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095609 Sep 26 18:04:43.474411 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (b96d069a-e136-4f6f-800e-035806296db9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.479765 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b96d069a-e136-4f6f-800e-035806296db9), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.523806 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.525099 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3625095 Sep 26 18:04:43.528355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43108) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:43.535977 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': 'b96d069a-e136-4f6f-800e-035806296db9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:43.546435 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb2b1b-fe44-4c70-9f63-79e968e15d87 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96d069a-e136-4f6f-800e-035806296db9,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:43.561397 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.575194 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (343d0fe8-5b9d-42b2-9dbf-ad8a5ad19e95), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.660382 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (343d0fe8-5b9d-42b2-9dbf-ad8a5ad19e95), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.666649 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (343d0fe8-5b9d-42b2-9dbf-ad8a5ad19e95), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.696444 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=343d0fe8-5b9d-42b2-9dbf-ad8a5ad19e95,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:43.709134 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.711669 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f990a023-cced-43d6-8273-905ea4555437 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1817870 Sep 26 18:04:43.713979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43112) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:43.721833 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'security_group_rule': {'security_group_id': 'b96d069a-e136-4f6f-800e-035806296db9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:43.776604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (7ffe9574-f68f-47e4-a163-aa1beb7a2b3c), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.858199 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-34292c5a-a9ae-4e43-8360-040e3e513d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:43.859942 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-34292c5a-a9ae-4e43-8360-040e3e513d2b service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1127 time: 0.0673907 Sep 26 18:04:43.931850 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (7ffe9574-f68f-47e4-a163-aa1beb7a2b3c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.938157 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (7ffe9574-f68f-47e4-a163-aa1beb7a2b3c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:43.990054 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ffe9574-f68f-47e4-a163-aa1beb7a2b3c,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:44.009573 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.010869 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e20a12b4-3889-401d-9c91-74183e7e1999 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2954032 Sep 26 18:04:44.015111 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43122) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:44.020126 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:44.029447 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-85e974d9-59b1-47c3-9e38-cc28c6e045e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:44.031941 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-85e974d9-59b1-47c3-9e38-cc28c6e045e0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1646805 Sep 26 18:04:44.094978 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-5016e44a-c147-4c27-94c0-ca5b4a50d3bd service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 217 time: 0.0562127 Sep 26 18:04:44.116887 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.222636 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-9e8fafb4-5eab-4a13-ae51-418899d70000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:44.224985 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-9e8fafb4-5eab-4a13-ae51-418899d70000 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.1230066 Sep 26 18:04:44.301408 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.311950 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08759f3e-15c7-4625-9ed9-d6280642516f req-bb72e551-439d-4d8f-8877-6c20256d7155 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:44.314618 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08759f3e-15c7-4625-9ed9-d6280642516f req-bb72e551-439d-4d8f-8877-6c20256d7155 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0546548 Sep 26 18:04:44.314819 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-ef23c46f-df24-4986-be37-b1eb3b144119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:44.317001 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-ef23c46f-df24-4986-be37-b1eb3b144119 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848179 Sep 26 18:04:44.404818 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08759f3e-15c7-4625-9ed9-d6280642516f req-26d3afa0-9816-4747-b260-984141dbcb52 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788884 Sep 26 18:04:44.424226 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:44.472257 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:44.515178 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-fb90f521-7911-4b66-b1d0-031ea537f38a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909351 Sep 26 18:04:44.528085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.27.0.139 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/c4bd8006-3e96-4152-9ecd-48a8f4f895ca) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:44.680917 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68c3fb22-8162-4ff2-ba4b-a8c0a1a0c974 req-a1f8126e-ef10-451f-9244-eaa797a97309 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542137 Sep 26 18:04:44.728451 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.769790 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:44.819963 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:44.823310 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:44.827334 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:44.855449 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=c4bd8006-3e96-4152-9ecd-48a8f4f895ca,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:44.953760 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (1ed9168a-30e3-4a68-ba59-9174f29d311d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.009489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.191334 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.199520 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.274711 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:45.292184 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (1ed9168a-30e3-4a68-ba59-9174f29d311d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.295045 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=c4bd8006-3e96-4152-9ecd-48a8f4f895ca,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:45.318628 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:45.319915 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-68ab56c2-a392-4b0a-9262-54dbd5d30ee6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3039751 Sep 26 18:04:45.586378 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e7309-8a03-4159-bc09-52035a47d683 req-d1cde4cf-e318-41a5-bb5c-1b52ff11255c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:45.588853 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-584e7309-8a03-4159-bc09-52035a47d683 req-d1cde4cf-e318-41a5-bb5c-1b52ff11255c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0698888 Sep 26 18:04:45.670318 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:45.676221 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-19f04e63-9ca1-4e7d-a33e-3d16a2f86a8d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1931763481&fields=id&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 267 time: 0.0859675 Sep 26 18:04:45.680406 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-584e7309-8a03-4159-bc09-52035a47d683 req-7e94e233-ed48-4b9c-8278-cb2886d2f178 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809789 Sep 26 18:04:45.759957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:45.816451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-440f71f5-aa37-469d-93fa-865ac91ab4d9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:45.818945 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-440f71f5-aa37-469d-93fa-865ac91ab4d9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.1330345 Sep 26 18:04:45.840518 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-96623a4d-687b-4b35-afd6-8cf7c2d800ae tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/quotas/3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 375 time: 0.0118177 Sep 26 18:04:45.906947 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-40d64bc1-9627-463f-92e7-f339774d2a0e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0568044 Sep 26 18:04:46.083135 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-fbf23562-8520-4fb2-8588-d07cae2de6e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638131 Sep 26 18:04:46.220250 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-4f018f66-f6d5-42be-80fd-45080ae95e38 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283560 Sep 26 18:04:46.471093 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c5478c7-ca42-479e-b0c0-20749d4d7e5b req-cb628b9c-6c77-423d-8bcb-65691a26c477 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 210 time: 0.0344243 Sep 26 18:04:46.604786 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8a3efe-bb30-40a9-8722-c3b0b4e4cb44 req-22feb7ac-b3ff-4b3c-a184-8aee32193b8a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:46.606315 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b8a3efe-bb30-40a9-8722-c3b0b4e4cb44 req-22feb7ac-b3ff-4b3c-a184-8aee32193b8a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0623417 Sep 26 18:04:46.671498 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b8a3efe-bb30-40a9-8722-c3b0b4e4cb44 req-16eb08b4-04ac-429a-afd2-cbeaab626424 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591331 Sep 26 18:04:46.843124 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d5b9d-2b40-497c-89cf-32181c9d706f req-e990c68a-9383-45fe-885b-ead9f43dd0a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:46.847531 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-135d5b9d-2b40-497c-89cf-32181c9d706f req-e990c68a-9383-45fe-885b-ead9f43dd0a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0555925 Sep 26 18:04:46.927746 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-135d5b9d-2b40-497c-89cf-32181c9d706f req-68db26e0-83d2-498e-b02b-6b89a0ec076b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765746 Sep 26 18:04:47.595221 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f370042a-18f3-45ec-b71b-efb9d26433d8 req-375f9fc7-c167-41f0-9fa4-d59f74c48d93 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 210 time: 0.0312922 Sep 26 18:04:47.854254 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af894ceb-1ab6-4632-a05c-64d1249fb1d3 req-39a6b0d1-41cd-4c65-a5e0-a8a2450da62a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:47.856094 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-af894ceb-1ab6-4632-a05c-64d1249fb1d3 req-39a6b0d1-41cd-4c65-a5e0-a8a2450da62a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0677960 Sep 26 18:04:47.932133 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=3,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:47.938067 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-af894ceb-1ab6-4632-a05c-64d1249fb1d3 req-7cf7dc81-78cd-4486-8d4f-0b5181f22b8a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713906 Sep 26 18:04:48.060770 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-3f2eaa07-42d5-4732-8bdb-b2782817dd2b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:48.063149 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-3f2eaa07-42d5-4732-8bdb-b2782817dd2b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 814 time: 0.2324698 Sep 26 18:04:48.111762 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605859a-40c7-4849-b925-bf551ca2c89b req-d85490f9-7f04-4fa8-bc0b-9eb64b9f0c05 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:48.113602 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c605859a-40c7-4849-b925-bf551ca2c89b req-d85490f9-7f04-4fa8-bc0b-9eb64b9f0c05 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0644889 Sep 26 18:04:48.156113 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-4494e4ff-a5e2-49b6-9e70-07d5beab3c42 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3f9772c3904046ee9778a870f4adc0ae HTTP/1.1" status: 200 len: 380 time: 0.0729039 Sep 26 18:04:48.190272 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c605859a-40c7-4849-b925-bf551ca2c89b req-d64c4e32-b284-4dd1-9b6f-842d63f13faa tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687790 Sep 26 18:04:48.255315 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'port': {'device_id': 'dd47c0da-89c4-458a-b641-d445a5163550', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'admin_state_up': True, 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'security_groups': ['b96d069a-e136-4f6f-800e-035806296db9']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:48.380113 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Made reservation on behalf of 3f9772c3904046ee9778a870f4adc0ae for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:04:48.383921 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.547209 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Allocated IP 172.20.0.5 (e84a6098-e79e-4a0a-b228-abe98a9c9b30/2e973b61-97ce-4f41-8a79-0b9ddfb65525/21f156dc-c2bb-412a-ad6c-315c375a2917) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:48.718259 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9d00ad98-1392-4c59-a92f-854e65e91a26 req-0df1c649-3519-4832-8adb-48d5c59029c9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 210 time: 0.0380630 Sep 26 18:04:48.743968 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.791330 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.849589 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:48.853094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:48.857410 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:48.864368 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event updated for resources: {'Port': ['ID=21f156dc-c2bb-412a-ad6c-315c375a2917,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:48.929302 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:48.931218 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:48.964316 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-129c4b48-0931-4a28-90f3-53a93281f00e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7132430 Sep 26 18:04:49.130322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c31d68-ec5f-411b-8663-f4544eeeacf1 req-266f2bf4-2668-4093-acbc-39d8b42a841e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.138280 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9c31d68-ec5f-411b-8663-f4544eeeacf1 req-266f2bf4-2668-4093-acbc-39d8b42a841e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0723658 Sep 26 18:04:49.178943 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Provisioning complete for port 21f156dc-c2bb-412a-ad6c-315c375a2917 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:49.179544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.179858 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Attempt 1 to provision port 21f156dc-c2bb-412a-ad6c-315c375a2917 Sep 26 18:04:49.217925 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Port 21f156dc-c2bb-412a-ad6c-315c375a2917 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:49.242972 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9c31d68-ec5f-411b-8663-f4544eeeacf1 req-586306e3-1e90-485d-90ee-cbdc57628f1a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038017 Sep 26 18:04:49.410558 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e235b06-22bb-498b-8fe0-1a2f25936338 req-557cce85-1c0e-450d-a711-945051279f9f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.413307 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6e235b06-22bb-498b-8fe0-1a2f25936338 req-557cce85-1c0e-450d-a711-945051279f9f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0980749 Sep 26 18:04:49.490469 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6e235b06-22bb-498b-8fe0-1a2f25936338 req-a0c37c0c-2c8c-4e72-b655-015183c00a2a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704961 Sep 26 18:04:49.559270 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Request body: {'port': {'device_id': 'dd47c0da-89c4-458a-b641-d445a5163550', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:49.669964 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:49.686805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef935b-d50b-4a87-ae52-32f868ecf587 req-9e97b77c-9c52-476f-96e1-666f6dfc9319 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.695491 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.699131 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f4ef935b-d50b-4a87-ae52-32f868ecf587 req-9e97b77c-9c52-476f-96e1-666f6dfc9319 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.1029193 Sep 26 18:04:49.718941 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Attempt 2 to provision port 21f156dc-c2bb-412a-ad6c-315c375a2917 Sep 26 18:04:49.745812 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.795652 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Port 21f156dc-c2bb-412a-ad6c-315c375a2917 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:49.826218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f4ef935b-d50b-4a87-ae52-32f868ecf587 req-c81853a5-a87b-4cd9-b310-3f43f1d52b70 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249530 Sep 26 18:04:49.861293 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.891661 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:49.908649 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5b5032-2b17-4e52-a75a-a325b00cd3e5 req-0f02ba5e-a4bb-48d2-abdd-9ae8ed5177bf tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:49.911347 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b5b5032-2b17-4e52-a75a-a325b00cd3e5 req-0f02ba5e-a4bb-48d2-abdd-9ae8ed5177bf tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 931 time: 0.0594110 Sep 26 18:04:49.965581 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b5b5032-2b17-4e52-a75a-a325b00cd3e5 req-a74dc9ff-7741-4e96-91c0-a29f617d81c9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485466 Sep 26 18:04:50.063754 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f156dc-c2bb-412a-ad6c-315c375a2917 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:50.074224 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Publish callbacks [] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.091157 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Transition to ACTIVE for port object 21f156dc-c2bb-412a-ad6c-315c375a2917 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:04:50.095805 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.194085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Pushing event updated for resources: {'Port': ['ID=21f156dc-c2bb-412a-ad6c-315c375a2917,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:50.245799 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Attempting to bind port 21f156dc-c2bb-412a-ad6c-315c375a2917 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:04:50.246208 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Attempting to bind port 21f156dc-c2bb-412a-ad6c-315c375a2917 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:04:50.246759 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Attempting to bind port 21f156dc-c2bb-412a-ad6c-315c375a2917 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:50.297691 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Attempt 3 to provision port 21f156dc-c2bb-412a-ad6c-315c375a2917 Sep 26 18:04:50.316297 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Port 21f156dc-c2bb-412a-ad6c-315c375a2917 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:04:50.316614 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Attempting to bind port 21f156dc-c2bb-412a-ad6c-315c375a2917 on network e84a6098-e79e-4a0a-b228-abe98a9c9b30 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:04:50.348963 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f226e19b-a975-40a9-b62f-8b87c151b40c details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:50.370981 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Port 21f156dc-c2bb-412a-ad6c-315c375a2917 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:04:50.380355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 4, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:04:50.381001 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Checking segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:04:50.381399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Bound using segment: {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:04:50.381846 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Bound port: 21f156dc-c2bb-412a-ad6c-315c375a2917, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2933975-903e-45b9-9bb1-b3dadfaca8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:04:50.382212 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.424611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e8b68-372c-40fe-ac4a-b451e37ac438 req-6a27cb85-1ccb-446b-8d91-835853ac655d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.427325 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-470e8b68-372c-40fe-ac4a-b451e37ac438 req-6a27cb85-1ccb-446b-8d91-835853ac655d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0686550 Sep 26 18:04:50.462263 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] For port 21f156dc-c2bb-412a-ad6c-315c375a2917, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:04:50.465972 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] For port 21f156dc-c2bb-412a-ad6c-315c375a2917, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=21f156dc-c2bb-412a-ad6c-315c375a2917,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:04:50.476681 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.491916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.492718 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.494246 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/21f156dc-c2bb-412a-ad6c-315c375a2917 HTTP/1.1" status: 200 len: 1093 time: 0.9399488 Sep 26 18:04:50.494955 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:50.497592 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-118083e4-f6b7-43f2-9264-5406f8dbb032" -d '{"events": [{"name": "network-changed", "server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:50.512736 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-470e8b68-372c-40fe-ac4a-b451e37ac438 req-1b1d7d85-d67b-4616-b4be-c4a621f10232 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776024 Sep 26 18:04:50.524785 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f226e19b-a975-40a9-b62f-8b87c151b40c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f226e19b-a975-40a9-b62f-8b87c151b40c,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:50.555079 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:50.577876 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a72a4c-eac1-4489-a6cf-3c2dc536b528 x-openstack-request-id: req-97a72a4c-eac1-4489-a6cf-3c2dc536b528 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:50.578622 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:50.579142 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97a72a4c-eac1-4489-a6cf-3c2dc536b528 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:50.579835 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97a72a4c-eac1-4489-a6cf-3c2dc536b528'] response: {'name': 'network-changed', 'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'status': 'completed', 'code': 200} Sep 26 18:04:50.586115 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d354a50-5103-400c-8c88-7c4caab50661 service neutron] Pushing event updated for resources: {'Port': ['ID=21f156dc-c2bb-412a-ad6c-315c375a2917,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:50.611886 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f226e19b-a975-40a9-b62f-8b87c151b40c is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:50.613248 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.635241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f226e19b-a975-40a9-b62f-8b87c151b40c {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:50.661477 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f226e19b-a975-40a9-b62f-8b87c151b40c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f226e19b-a975-40a9-b62f-8b87c151b40c,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:50.667340 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:50.688710 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36849029-8714-46f7-95ef-5db1ae1f0717 req-6ba70b74-2523-4547-9d11-354753b05f5a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.692062 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36849029-8714-46f7-95ef-5db1ae1f0717 req-6ba70b74-2523-4547-9d11-354753b05f5a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 943 time: 0.0646772 Sep 26 18:04:50.745307 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f226e19b-a975-40a9-b62f-8b87c151b40c,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:50.757626 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36849029-8714-46f7-95ef-5db1ae1f0717 req-5c4fa25e-1c9b-44ea-a855-ba3e6b991e0a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580161 Sep 26 18:04:50.871781 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Attempt 4 to provision port 21f156dc-c2bb-412a-ad6c-315c375a2917 Sep 26 18:04:50.926405 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc5c8b-f51a-44c2-a004-be321edd96e3 None None] Port 21f156dc-c2bb-412a-ad6c-315c375a2917 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:04:50.983307 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56dea-5ddd-4cd5-9228-d75e12387426 req-7f87f97c-2353-41a1-aa35-e3331cd86b09 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:50.985866 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6c56dea-5ddd-4cd5-9228-d75e12387426 req-7f87f97c-2353-41a1-aa35-e3331cd86b09 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0687165 Sep 26 18:04:51.033573 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['f226e19b-a975-40a9-b62f-8b87c151b40c'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:51.068799 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6c56dea-5ddd-4cd5-9228-d75e12387426 req-a05b925a-3b5f-4673-8776-8fa40224a1a2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706298 Sep 26 18:04:51.143446 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f5489-0400-486d-83f8-5bde7ceb8bf9 req-aa04eccf-e535-47c7-aa45-5af8394f776e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.144212 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:51.146362 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f22f5489-0400-486d-83f8-5bde7ceb8bf9 req-aa04eccf-e535-47c7-aa45-5af8394f776e tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 943 time: 0.0758600 Sep 26 18:04:51.215180 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f22f5489-0400-486d-83f8-5bde7ceb8bf9 req-e0e857cc-6cde-4661-99f6-0f9ff146eb43 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608490 Sep 26 18:04:51.264125 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43250) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:51.406757 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4f63ce27-1295-49fb-8dee-8db18b746c5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.503739 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118083e4-f6b7-43f2-9264-5406f8dbb032 req-b6c7fc0c-62cc-4d95-8531-305f668d6708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.505476 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-118083e4-f6b7-43f2-9264-5406f8dbb032 req-b6c7fc0c-62cc-4d95-8531-305f668d6708 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 1127 time: 0.0590606 Sep 26 18:04:51.517095 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:51.534387 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4f63ce27-1295-49fb-8dee-8db18b746c5a admin admin] Publish callbacks [] for security_group (ae00f1ff-4674-4d44-ae49-e3075d567f90), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.541657 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4f63ce27-1295-49fb-8dee-8db18b746c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ae00f1ff-4674-4d44-ae49-e3075d567f90), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.586284 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4f63ce27-1295-49fb-8dee-8db18b746c5a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7aff09ed3dff4a91901957238250d9e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205986 Sep 26 18:04:51.587530 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63ce27-1295-49fb-8dee-8db18b746c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae00f1ff-4674-4d44-ae49-e3075d567f90,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:51.589271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43256) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:51.688107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df68f61-68ec-40bc-b783-bfc9a4b21379 req-cec1db9e-96cb-4871-882f-0ca9cb3c6683 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.689623 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4df68f61-68ec-40bc-b783-bfc9a4b21379 req-cec1db9e-96cb-4871-882f-0ca9cb3c6683 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0676479 Sep 26 18:04:51.712300 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a9120154-fa7a-402d-a561-896e14527ff8 admin admin] Publish callbacks [] for security_group (ae00f1ff-4674-4d44-ae49-e3075d567f90), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.756555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a9120154-fa7a-402d-a561-896e14527ff8 admin admin] Publish callbacks [] for security_group (ae00f1ff-4674-4d44-ae49-e3075d567f90), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.785190 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4df68f61-68ec-40bc-b783-bfc9a4b21379 req-7f166cfd-f210-4e62-9ab5-0f96d1977beb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855563 Sep 26 18:04:51.832760 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a9120154-fa7a-402d-a561-896e14527ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ae00f1ff-4674-4d44-ae49-e3075d567f90), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.841042 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a9120154-fa7a-402d-a561-896e14527ff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:51.843006 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a9120154-fa7a-402d-a561-896e14527ff8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ae00f1ff-4674-4d44-ae49-e3075d567f90 HTTP/1.1" status: 204 len: 168 time: 0.2521024 Sep 26 18:04:51.850405 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:51.871092 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9120154-fa7a-402d-a561-896e14527ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae00f1ff-4674-4d44-ae49-e3075d567f90,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:51.924423 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118083e4-f6b7-43f2-9264-5406f8dbb032 req-74bed252-0626-47ff-8118-77dcb3e308cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.927851 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-118083e4-f6b7-43f2-9264-5406f8dbb032 req-74bed252-0626-47ff-8118-77dcb3e308cf service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=3f9772c3904046ee9778a870f4adc0ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1647582 Sep 26 18:04:51.954214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df4d19-3ca8-42cb-bd35-38c715256314 req-043d0fd6-5894-4631-9b93-f7d76f7a6e3b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:51.957830 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c3df4d19-3ca8-42cb-bd35-38c715256314 req-043d0fd6-5894-4631-9b93-f7d76f7a6e3b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 944 time: 0.0814781 Sep 26 18:04:52.014866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-dbf2ee9f-be4e-4753-b8a2-a1e0fe95d234 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.017371 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-dbf2ee9f-be4e-4753-b8a2-a1e0fe95d234 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.0869524 Sep 26 18:04:52.093383 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118083e4-f6b7-43f2-9264-5406f8dbb032 req-fa5b5a27-3239-417a-82f1-a8db67f7331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.095050 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-118083e4-f6b7-43f2-9264-5406f8dbb032 req-fa5b5a27-3239-417a-82f1-a8db67f7331c service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1611955 Sep 26 18:04:52.102379 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c3df4d19-3ca8-42cb-bd35-38c715256314 req-a131759d-7269-47f1-a74f-4028f905fe5f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263864 Sep 26 18:04:52.197428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Deleting port ac154164-487b-4241-a489-a7c9b223e271 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:52.198640 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (ac154164-487b-4241-a489-a7c9b223e271), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.271513 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-0d69246b-e0d8-44dd-9131-2d86ae4ff03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.274328 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-0d69246b-e0d8-44dd-9131-2d86ae4ff03c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 1127 time: 0.0863039 Sep 26 18:04:52.343664 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-04485d1b-5aef-499f-a697-622169194de0 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f156dc-c2bb-412a-ad6c-315c375a2917 HTTP/1.1" status: 200 len: 217 time: 0.0508187 Sep 26 18:04:52.378305 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f226e19b-a975-40a9-b62f-8b87c151b40c up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:52.429225 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-176f1a7e-03d6-4288-919e-94cc7d9f41d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.432244 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-176f1a7e-03d6-4288-919e-94cc7d9f41d5 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.0825219 Sep 26 18:04:52.464540 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port f226e19b-a975-40a9-b62f-8b87c151b40c completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:52.474984 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:52.479706 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port f226e19b-a975-40a9-b62f-8b87c151b40c triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:52.480325 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.480853 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port f226e19b-a975-40a9-b62f-8b87c151b40c Sep 26 18:04:52.509812 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-d4a3f4aa-e668-40cb-9f31-f9f21702776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.511733 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-d4a3f4aa-e668-40cb-9f31-f9f21702776f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0698984 Sep 26 18:04:52.619061 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f226e19b-a975-40a9-b62f-8b87c151b40c is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:52.619493 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.665225 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-27aecf51-f89c-41e5-b51b-8f4eb8224ad9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456487 Sep 26 18:04:52.688791 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:52.696281 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:52.699506 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f226e19b-a975-40a9-b62f-8b87c151b40c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f226e19b-a975-40a9-b62f-8b87c151b40c,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:52.701348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:52.706382 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046aee91-5ce1-499b-90f4-4ad780a680bc" -d '{"events": [{"server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "name": "network-vif-plugged", "status": "completed", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:52.713249 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.742639 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35bed8-9605-4e0c-99f3-383e7a2cabbe req-d0bbd2ca-64e9-4aac-b7b9-b160bedbd6e4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.752285 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d35bed8-9605-4e0c-99f3-383e7a2cabbe req-d0bbd2ca-64e9-4aac-b7b9-b160bedbd6e4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 945 time: 0.5261576 Sep 26 18:04:52.805700 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f226e19b-a975-40a9-b62f-8b87c151b40c,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:52.824926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395afa2f-c6e3-49cf-9917-7e42a8f44b41 req-90de497b-d46e-4b68-a852-55a27e2237da tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:52.826934 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-395afa2f-c6e3-49cf-9917-7e42a8f44b41 req-90de497b-d46e-4b68-a852-55a27e2237da tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 943 time: 0.1623228 Sep 26 18:04:52.848582 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] For port ac154164-487b-4241-a489-a7c9b223e271, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=ac154164-487b-4241-a489-a7c9b223e271,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:52.848949 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (ac154164-487b-4241-a489-a7c9b223e271), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:52.862887 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e10bee-84a9-4f9e-9734-f25aa9824ed5 req-abddc5a5-ecec-4ed3-bd6f-9d9db8f73533 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889825 Sep 26 18:04:52.952570 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d35bed8-9605-4e0c-99f3-383e7a2cabbe req-5999ee26-9342-46c6-96cd-097c03e83c07 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=88b28203-7f92-4893-9cf8-b5966e268147&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809258 Sep 26 18:04:53.038233 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-395afa2f-c6e3-49cf-9917-7e42a8f44b41 req-473d81cc-6b9b-42fb-bcbd-ba2efad875a6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970401 Sep 26 18:04:53.273455 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e22c64-7d77-481a-9d46-0fa7277db7d4 req-11b14a01-fbd3-4997-b64d-ef84242d675c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:53.275451 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e6e22c64-7d77-481a-9d46-0fa7277db7d4 req-11b14a01-fbd3-4997-b64d-ef84242d675c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1463487 Sep 26 18:04:53.277844 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.278277 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (7506e516-3ddf-4a8e-acca-d90f7e807aaf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.278661 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Floating IP 7506e516-3ddf-4a8e-acca-d90f7e807aaf disassociated. External IP: 172.27.0.64, port: ac154164-487b-4241-a489-a7c9b223e271. Sep 26 18:04:53.279129 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Calling delete_port for ac154164-487b-4241-a489-a7c9b223e271 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:53.316521 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3901ffab-0784-4802-a170-933ebe9ed75f x-openstack-request-id: req-3901ffab-0784-4802-a170-933ebe9ed75f {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:53.316844 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "name": "network-vif-plugged", "status": "completed", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:53.317107 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3901ffab-0784-4802-a170-933ebe9ed75f {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:53.317514 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3901ffab-0784-4802-a170-933ebe9ed75f'] response: {'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'code': 200} Sep 26 18:04:53.451553 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e6e22c64-7d77-481a-9d46-0fa7277db7d4 req-33e54479-6965-4087-aa66-3be8b8c6078c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1673317 Sep 26 18:04:53.485585 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6766988-a85c-4e8f-8370-fcd85a375ee2 req-38d284bb-3201-483b-abd6-0d50291fd5dc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:53.488171 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6766988-a85c-4e8f-8370-fcd85a375ee2 req-38d284bb-3201-483b-abd6-0d50291fd5dc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0985031 Sep 26 18:04:53.599674 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6766988-a85c-4e8f-8370-fcd85a375ee2 req-c12749b6-ec6d-4bf7-a293-b8d2c2045cfa tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935006 Sep 26 18:04:53.630800 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (ac154164-487b-4241-a489-a7c9b223e271), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:53.679854 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event deleted for resources: {'Port': ['ID=ac154164-487b-4241-a489-a7c9b223e271,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:53.818584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:53.828970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:53.936153 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43304) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:53.982941 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:53.994724 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:54.021604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:54.022688 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:54.060536 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] No DVR routers for this DVR port ac154164-487b-4241-a489-a7c9b223e271 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:04:54.064611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.069038 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba42df6-5565-4900-a7d4-58d7049548a3 req-1e3611a8-cf23-4af2-aefc-998163ff8d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:54.070010 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7184f9f1-3215-4186-b349-0191e1d00a94 req-e1cd2edc-8130-4b1a-a3fe-ee929be333db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "DELETE /networking/v2.0/ports/ac154164-487b-4241-a489-a7c9b223e271 HTTP/1.1" status: 204 len: 173 time: 2.0465074 Sep 26 18:04:54.070552 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ba42df6-5565-4900-a7d4-58d7049548a3 req-1e3611a8-cf23-4af2-aefc-998163ff8d85 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1129 time: 0.1003463 Sep 26 18:04:54.070756 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'name': 'network-vif-deleted', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:54.085857 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b0fcf35-ee82-46ed-8983-d651abed4e60" -d '{"events": [{"server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "name": "network-vif-deleted", "tag": "ac154164-487b-4241-a489-a7c9b223e271"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:54.131241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:54.179986 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5081ba63-b66c-4013-9ca9-7c506443a733 req-a64f5339-c32a-489a-a417-ae3560255663 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0733430 Sep 26 18:04:54.227223 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8d80d077-7373-407b-984c-fa153154a209 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.241161 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ba42df6-5565-4900-a7d4-58d7049548a3 req-eccf99c5-ee0b-4d06-8b2c-ff4140dfea49 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626055 Sep 26 18:04:54.323351 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:54.325374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4782e1db-0f4f-404c-903a-c6630c7ccf59 x-openstack-request-id: req-4782e1db-0f4f-404c-903a-c6630c7ccf59 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:54.326014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3", "name": "network-vif-deleted", "tag": "ac154164-487b-4241-a489-a7c9b223e271", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:54.326357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4782e1db-0f4f-404c-903a-c6630c7ccf59 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:54.326764 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4782e1db-0f4f-404c-903a-c6630c7ccf59'] response: {'server_uuid': 'f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3', 'name': 'network-vif-deleted', 'tag': 'ac154164-487b-4241-a489-a7c9b223e271', 'status': 'completed', 'code': 200} Sep 26 18:04:54.337912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c79133-d5fd-4920-88e6-479bcbdf2dc3 req-265a757c-0b6e-4684-9d3f-18bdbcccdbc9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:54.346690 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10c79133-d5fd-4920-88e6-479bcbdf2dc3 req-265a757c-0b6e-4684-9d3f-18bdbcccdbc9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 943 time: 0.1010852 Sep 26 18:04:54.376462 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8d80d077-7373-407b-984c-fa153154a209 admin admin] Publish callbacks [] for security_group (107079fb-552f-4afb-a8b7-e389d4fce33b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.385414 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8d80d077-7373-407b-984c-fa153154a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (107079fb-552f-4afb-a8b7-e389d4fce33b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.408812 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10c79133-d5fd-4920-88e6-479bcbdf2dc3 req-8d0e8a16-6903-4dee-9c0e-a72c9712bca3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607638 Sep 26 18:04:54.417531 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 21f156dc-c2bb-412a-ad6c-315c375a2917 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:54.445142 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8d80d077-7373-407b-984c-fa153154a209 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7761d54433524d90a36a32de993614c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5063179 Sep 26 18:04:54.446743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43314) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:54.448862 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:54.457005 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d80d077-7373-407b-984c-fa153154a209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107079fb-552f-4afb-a8b7-e389d4fce33b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:54.517841 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d24d13a-94d8-4abe-bd20-5a3eba9aab86 admin admin] Publish callbacks [] for security_group (107079fb-552f-4afb-a8b7-e389d4fce33b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.553057 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d24d13a-94d8-4abe-bd20-5a3eba9aab86 admin admin] Publish callbacks [] for security_group (107079fb-552f-4afb-a8b7-e389d4fce33b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.689084 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e616-1135-4e7b-984d-8d1a18dd476e req-99935a41-ce5f-438f-b898-d5e0dcd568fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:54.692334 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f3c4e616-1135-4e7b-984d-8d1a18dd476e req-99935a41-ce5f-438f-b898-d5e0dcd568fc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1083453 Sep 26 18:04:54.692709 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 21f156dc-c2bb-412a-ad6c-315c375a2917, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=21f156dc-c2bb-412a-ad6c-315c375a2917,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:54.721428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d24d13a-94d8-4abe-bd20-5a3eba9aab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (107079fb-552f-4afb-a8b7-e389d4fce33b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.722764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'port_id': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'mac_address': 'fa:16:3e:40:03:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:54.725053 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d24d13a-94d8-4abe-bd20-5a3eba9aab86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.729709 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6d24d13a-94d8-4abe-bd20-5a3eba9aab86 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/107079fb-552f-4afb-a8b7-e389d4fce33b HTTP/1.1" status: 204 len: 168 time: 0.2778769 Sep 26 18:04:54.790320 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24d13a-94d8-4abe-bd20-5a3eba9aab86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107079fb-552f-4afb-a8b7-e389d4fce33b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:54.835705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbdf63b-e626-42df-8bfa-875f449efaab req-718af330-a289-4afa-b8dd-c065e3dd69d6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:54.837900 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fbdf63b-e626-42df-8bfa-875f449efaab req-718af330-a289-4afa-b8dd-c065e3dd69d6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.1017466 Sep 26 18:04:54.847871 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f3c4e616-1135-4e7b-984d-8d1a18dd476e req-c49ddd6f-cc50-4622-876e-17d0712c0ee7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365321 Sep 26 18:04:54.856382 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 21f156dc-c2bb-412a-ad6c-315c375a2917 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:54.857283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:54.886623 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f156dc-c2bb-412a-ad6c-315c375a2917 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:54.906336 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:54.952217 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fbdf63b-e626-42df-8bfa-875f449efaab req-a0be121e-6314-4928-a919-624616fa8a73 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978224 Sep 26 18:04:54.957091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:04:54.962532 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 21f156dc-c2bb-412a-ad6c-315c375a2917, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=21f156dc-c2bb-412a-ad6c-315c375a2917,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:54.976661 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:55.025876 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:55.027296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:55.095968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=21f156dc-c2bb-412a-ad6c-315c375a2917,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:55.209637 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:55.393172 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:55.404323 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-37bb594d-8fc8-4829-abaa-beab9bf7cdd4 req-ae496085-ac79-4aa4-a4d9-a8fc5342d9ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0541196 Sep 26 18:04:55.516140 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['21f156dc-c2bb-412a-ad6c-315c375a2917'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:55.524068 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:55.604693 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7ebd4-397c-4b16-8c3e-37bd086fc03b None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:04:55.614998 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933c2eb-7529-43bc-ae60-e3564ef5a1b6 req-3870bd57-74e7-4f45-90c5-1e8aa20938a6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:55.617343 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8933c2eb-7529-43bc-ae60-e3564ef5a1b6 req-3870bd57-74e7-4f45-90c5-1e8aa20938a6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 944 time: 0.0770249 Sep 26 18:04:55.728604 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8933c2eb-7529-43bc-ae60-e3564ef5a1b6 req-47c6cf21-a289-47b2-b75a-8b3dd18a3bec tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984921 Sep 26 18:04:56.063225 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d466a4b-591b-49e0-9851-60e6a7b9c1ce None None] New status for floating IP 7506e516-3ddf-4a8e-acca-d90f7e807aaf: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:04:56.072160 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=46,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.073024 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=64,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.074508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b5ccc-f6be-4707-9ae5-7dd42b9838f6 req-53a171fd-62af-4300-9547-1e942ae349d7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.076688 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3f6b5ccc-f6be-4707-9ae5-7dd42b9838f6 req-53a171fd-62af-4300-9547-1e942ae349d7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0872486 Sep 26 18:04:56.132929 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07638c-9284-41da-bbd1-76e35eea2213 req-8dd1d432-9113-434b-95dc-a6eff18b3c26 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.134505 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd07638c-9284-41da-bbd1-76e35eea2213 req-8dd1d432-9113-434b-95dc-a6eff18b3c26 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0778210 Sep 26 18:04:56.193022 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3f6b5ccc-f6be-4707-9ae5-7dd42b9838f6 req-1a36e32d-b053-4973-b2fc-1db80ffb992a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968997 Sep 26 18:04:56.248647 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd07638c-9284-41da-bbd1-76e35eea2213 req-5f5a4a41-3ff5-4aae-8a11-0b6948d148fa tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002910 Sep 26 18:04:56.431417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9f8ef-1e19-4764-a62c-cae167f15bd4 req-d2b2a3c0-86f6-40f5-835d-d1f94369a685 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.433778 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fc9f8ef-1e19-4764-a62c-cae167f15bd4 req-d2b2a3c0-86f6-40f5-835d-d1f94369a685 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0626202 Sep 26 18:04:56.440291 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 21f156dc-c2bb-412a-ad6c-315c375a2917 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:04:56.548880 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8fc9f8ef-1e19-4764-a62c-cae167f15bd4 req-7e8af0c7-1137-4129-aefd-4b5ec22ecc40 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046188 Sep 26 18:04:56.579677 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43356) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:56.623890 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.627704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 21f156dc-c2bb-412a-ad6c-315c375a2917 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:04:56.636671 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 21f156dc-c2bb-412a-ad6c-315c375a2917 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:04:56.637235 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.637625 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 21f156dc-c2bb-412a-ad6c-315c375a2917 Sep 26 18:04:56.674339 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dfd0da-002d-4e4d-b1ca-d6530f1b9dd7 tempest-TestVolumeBootPattern-1805148065 tempest-TestVolumeBootPattern-1805148065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.676485 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-33dfd0da-002d-4e4d-b1ca-d6530f1b9dd7 tempest-TestVolumeBootPattern-1805148065 tempest-TestVolumeBootPattern-1805148065-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1124 time: 0.0953338 Sep 26 18:04:56.679400 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43360) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:56.695020 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:56.707690 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c639aa06-79ea-415b-8420-b0db7dbce0b3 req-0a1fbc1a-cb54-4026-a15b-1a5acde7ca29 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7db4ccc-e218-4e31-a6d6-6f6cab2e0cd3 HTTP/1.1" status: 200 len: 210 time: 0.0664856 Sep 26 18:04:56.734472 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.754056 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.771133 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 21f156dc-c2bb-412a-ad6c-315c375a2917 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:56.772282 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.796562 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.812466 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:56.817055 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba74415-a8bb-4b49-a218-c1094736be6e" -d '{"events": [{"server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "name": "network-vif-plugged", "status": "completed", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:56.835558 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 21f156dc-c2bb-412a-ad6c-315c375a2917, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=21f156dc-c2bb-412a-ad6c-315c375a2917,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:56.840822 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.841984 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device ac154164-487b-4241-a489-a7c9b223e271 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:04:56.873842 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.897930 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d8809b-20df-41be-948c-4dc2ff75f540 x-openstack-request-id: req-94d8809b-20df-41be-948c-4dc2ff75f540 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:56.898714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "name": "network-vif-plugged", "status": "completed", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:56.898714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94d8809b-20df-41be-948c-4dc2ff75f540 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:56.901559 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94d8809b-20df-41be-948c-4dc2ff75f540'] response: {'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'code': 200} Sep 26 18:04:56.902492 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: ac154164-487b-4241-a489-a7c9b223e271 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:04:56.902868 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device ac154164-487b-4241-a489-a7c9b223e271 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:04:56.920428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:56.935627 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=21f156dc-c2bb-412a-ad6c-315c375a2917,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:56.944121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:56.952581 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8615d5-574a-4805-a620-bca58745ef69 req-9cc81c40-59eb-4da9-a6ae-27a58925184d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:56.953654 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa8615d5-574a-4805-a620-bca58745ef69 req-9cc81c40-59eb-4da9-a6ae-27a58925184d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.0938425 Sep 26 18:04:57.075220 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa8615d5-574a-4805-a620-bca58745ef69 req-290aaadb-2ef0-4ec1-812b-fdd871a82ecd tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115055 Sep 26 18:04:57.142103 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Allocated IP 172.27.0.210 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/1df57812-4ddf-46cd-ba63-3af3d38c2e0b) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:04:57.262513 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d52c1-0356-4e7f-b519-cf1736adba4d req-b04816ee-d63c-4680-8eb5-49f6a346e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:57.265091 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e41d52c1-0356-4e7f-b519-cf1736adba4d req-b04816ee-d63c-4680-8eb5-49f6a346e648 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 1129 time: 0.0536220 Sep 26 18:04:57.314030 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.340922 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e41d52c1-0356-4e7f-b519-cf1736adba4d req-6e4234b5-faf0-4d38-97c6-ecaefb060185 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688217 Sep 26 18:04:57.386275 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df2a9c-49e3-44a9-8e32-e92dcba9fa5a req-84a0e7cd-ba5e-4bc3-a27d-5735383f33bb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:57.387923 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18df2a9c-49e3-44a9-8e32-e92dcba9fa5a req-84a0e7cd-ba5e-4bc3-a27d-5735383f33bb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0780897 Sep 26 18:04:57.424516 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:57.492372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:04:57.500890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:04:57.506683 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:04:57.515887 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18df2a9c-49e3-44a9-8e32-e92dcba9fa5a req-302fd727-79d3-4ea7-92a3-3de75020bce7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179259 Sep 26 18:04:57.535848 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=1df57812-4ddf-46cd-ba63-3af3d38c2e0b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:57.837412 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43378) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:58.056671 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:58.068013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:58.092710 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (90bb4d0b-bb19-4b76-a14e-4869b7b25404), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.234766 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d08bf0eb-938f-488e-a910-8ab3f219b3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (88b28203-7f92-4893-9cf8-b5966e268147), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.235119 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.267058 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d08bf0eb-938f-488e-a910-8ab3f219b3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (88b28203-7f92-4893-9cf8-b5966e268147), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.283505 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac2aef-2036-49cd-8a40-e8dd90c89398 req-064b810e-4bbe-4eef-a08e-a8255f9f1060 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:58.285904 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5eac2aef-2036-49cd-8a40-e8dd90c89398 req-064b810e-4bbe-4eef-a08e-a8255f9f1060 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.0884075 Sep 26 18:04:58.303907 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:58.350069 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d08bf0eb-938f-488e-a910-8ab3f219b3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (88b28203-7f92-4893-9cf8-b5966e268147), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.354190 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d08bf0eb-938f-488e-a910-8ab3f219b3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.355415 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d08bf0eb-938f-488e-a910-8ab3f219b3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/88b28203-7f92-4893-9cf8-b5966e268147 HTTP/1.1" status: 204 len: 168 time: 0.5169623 Sep 26 18:04:58.365220 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43386) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:58.373094 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bf0eb-938f-488e-a910-8ab3f219b3c4 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b28203-7f92-4893-9cf8-b5966e268147,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:58.389326 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-b33dff28-02b7-444a-9475-aa3eddcc457b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] show failed (client error): The resource could not be found. Sep 26 18:04:58.391593 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b33dff28-02b7-444a-9475-aa3eddcc457b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups/88b28203-7f92-4893-9cf8-b5966e268147 HTTP/1.1" status: 404 len: 347 time: 0.0252311 Sep 26 18:04:58.395676 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43388) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:58.424494 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:04:58.442242 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5eac2aef-2036-49cd-8a40-e8dd90c89398 req-8a8e9c97-2ac9-4601-8c83-2f50539861bc tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374269 Sep 26 18:04:58.578182 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.586956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.589015 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Deleting port bc115f6c-a459-4a9d-9b4a-581ba18024e9 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:04:58.589361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.609785 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:58.632381 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'mac_address': 'fa:16:3e:1f:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:04:58.683672 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: ACTIVE; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:04:58.684441 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.690514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=1df57812-4ddf-46cd-ba63-3af3d38c2e0b,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:58.713420 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14bbe001-a6af-44ee-a3dc-10ecc3168a74 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:04:58.748033 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (90bb4d0b-bb19-4b76-a14e-4869b7b25404), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.757770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:04:58.763963 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.771899 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.771899 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (bc115f6c-a459-4a9d-9b4a-581ba18024e9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.790155 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Calling delete_port for bc115f6c-a459-4a9d-9b4a-581ba18024e9 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:04:58.839845 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62351b12-700c-485b-bbc3-486fd4414e57 req-25465c5a-c82e-4b4c-b9b7-67229d86ad09 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:58.840831 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=6']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:58.841976 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-62351b12-700c-485b-bbc3-486fd4414e57 req-25465c5a-c82e-4b4c-b9b7-67229d86ad09 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1126471 Sep 26 18:04:58.939655 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Floating IP 90bb4d0b-bb19-4b76-a14e-4869b7b25404 associated. External IP: 172.27.0.210, port: f226e19b-a975-40a9-b62f-8b87c151b40c. Sep 26 18:04:58.959754 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['14bbe001-a6af-44ee-a3dc-10ecc3168a74'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:04:58.991674 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (bc115f6c-a459-4a9d-9b4a-581ba18024e9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:58.997763 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-62351b12-700c-485b-bbc3-486fd4414e57 req-fc3e5737-6194-469b-b242-b43db6701f87 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063271 Sep 26 18:04:59.021829 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event deleted for resources: {'Port': ['ID=bc115f6c-a459-4a9d-9b4a-581ba18024e9,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:59.126652 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (7506e516-3ddf-4a8e-acca-d90f7e807aaf), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.129896 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.134092 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-431eb006-4ebf-4f0f-814f-40c2473ea572 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/7506e516-3ddf-4a8e-acca-d90f7e807aaf HTTP/1.1" status: 204 len: 168 time: 0.7332580 Sep 26 18:04:59.290128 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:04:59.297065 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43398) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:59.303773 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1652574503', 'description': 'tempest-description--1400582753'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:59.334204 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.389652 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:59.392939 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:59.443240 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (0efcd62f-406a-42e7-a14f-265989b6cb45), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.450100 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0efcd62f-406a-42e7-a14f-265989b6cb45), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.466113 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:04:59.480789 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:04:59.508296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:04:59.509792 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.510619 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.514281 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43402) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:59.514539 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2162256 Sep 26 18:04:59.516980 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf233546-d207-4fc5-91d0-6f9fb44162c7 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0efcd62f-406a-42e7-a14f-265989b6cb45,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:59.523143 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'security_group_rule': {'security_group_id': '0efcd62f-406a-42e7-a14f-265989b6cb45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:04:59.556804 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:04:59.558541 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:04:59.651836 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2d35e911-93f3-4d6f-b8e4-1c162a2b4e2f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9707091 Sep 26 18:04:59.656545 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:04:59.658411 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1519263b-4074-4459-a5e7-fbd905a848d9" -d '{"events": [{"name": "network-changed", "server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:04:59.680993 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (29329b8c-19b0-478f-90da-07e8fd60041b), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.695589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9192eed-b77d-43f6-b928-6c3b730fbd84 req-2fc02d02-e137-4b29-aee0-434d370e44e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:59.697646 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c9192eed-b77d-43f6-b928-6c3b730fbd84 req-2fc02d02-e137-4b29-aee0-434d370e44e0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.1033928 Sep 26 18:04:59.759255 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-352b3ba9-6286-4b77-b5c3-f2f8b7c86b65 x-openstack-request-id: req-352b3ba9-6286-4b77-b5c3-f2f8b7c86b65 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:04:59.759817 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:04:59.760387 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-352b3ba9-6286-4b77-b5c3-f2f8b7c86b65 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:04:59.761116 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-352b3ba9-6286-4b77-b5c3-f2f8b7c86b65'] response: {'name': 'network-changed', 'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'status': 'completed', 'code': 200} Sep 26 18:04:59.765758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:04:59.772553 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43410) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:59.856635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c9192eed-b77d-43f6-b928-6c3b730fbd84 req-b76bf95e-994e-49b3-a16b-ee2a1317e3f3 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475210 Sep 26 18:04:59.869850 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-a76579a9-0fe9-42f9-a55a-eb1fc71f9b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:04:59.871920 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-a76579a9-0fe9-42f9-a55a-eb1fc71f9b0d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1129 time: 0.0596638 Sep 26 18:04:59.876449 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (29329b8c-19b0-478f-90da-07e8fd60041b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.894879 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (29329b8c-19b0-478f-90da-07e8fd60041b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.926333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29329b8c-19b0-478f-90da-07e8fd60041b,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:04:59.937032 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:04:59.939452 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-93261a5a-b6c5-4c99-aa17-5bf7b4d7459a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4232624 Sep 26 18:04:59.942981 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43416) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:04:59.951448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'security_group_rule': {'security_group_id': '0efcd62f-406a-42e7-a14f-265989b6cb45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:00.000575 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (604788f4-f740-4f2b-a259-0dc549011c1f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.113261 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b377fbe6-6139-414c-b4c1-85e90ab4ad9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.180229 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d6425-c362-4cd3-8d5d-a7de566a567f req-f85c7a1b-4467-45bb-bfa2-541b61c444da tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.198350 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c6d6425-c362-4cd3-8d5d-a7de566a567f req-f85c7a1b-4467-45bb-bfa2-541b61c444da tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.1472421 Sep 26 18:05:00.199311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43428) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:00.242570 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-be41de78-a840-44f1-a239-a164a3cbb306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.245615 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-be41de78-a840-44f1-a239-a164a3cbb306 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.3542387 Sep 26 18:05:00.257915 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Request body: {'floatingip': {'port_id': '21f156dc-c2bb-412a-ad6c-315c375a2917'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:00.327095 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:00.336276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6bccb-012b-41ee-85f0-8ce711dfecad req-a7069782-df2e-4813-b44f-630d25935384 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.338884 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bd6bccb-012b-41ee-85f0-8ce711dfecad req-a7069782-df2e-4813-b44f-630d25935384 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 944 time: 0.1357641 Sep 26 18:05:00.399606 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-057cddfd-6002-4d2b-93a3-408fed5f818c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 999 time: 0.1403606 Sep 26 18:05:00.449894 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (604788f4-f740-4f2b-a259-0dc549011c1f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.461557 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (1ed9168a-30e3-4a68-ba59-9174f29d311d), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.474627 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:00.481360 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (604788f4-f740-4f2b-a259-0dc549011c1f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.483271 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:00.521562 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b377fbe6-6139-414c-b4c1-85e90ab4ad9b admin admin] Publish callbacks [] for security_group (64ed9bb0-120d-46c1-84c4-691bf44eb4e7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.528892 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:04:57Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:00.532161 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b377fbe6-6139-414c-b4c1-85e90ab4ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (64ed9bb0-120d-46c1-84c4-691bf44eb4e7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.575511 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-aba70112-7638-4604-9df2-9c87a91e92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.577572 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-aba70112-7638-4604-9df2-9c87a91e92a2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.1570535 Sep 26 18:05:00.602498 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:00.647957 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-b5f6e629-0145-4070-9591-763a116ac11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:00.648916 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604788f4-f740-4f2b-a259-0dc549011c1f,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:00.649571 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-b5f6e629-0145-4070-9591-763a116ac11c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607276 Sep 26 18:05:00.657662 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:00.658789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:00.662483 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b377fbe6-6139-414c-b4c1-85e90ab4ad9b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6bad7be3b68d455e88dd65ca78feb7ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8882287 Sep 26 18:05:00.664099 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.666491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43436) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:00.699523 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bd6bccb-012b-41ee-85f0-8ce711dfecad req-9c12be53-dae4-4ec8-b1cd-2295e28982bc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054833 Sep 26 18:05:00.723728 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.726164 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-53b6f1b0-c2c6-4d67-a970-e977eadc83ed tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7815981 Sep 26 18:05:00.740013 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:00.740586 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.740847 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 Sep 26 18:05:00.742829 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43438) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:00.762407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:00.805511 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377fbe6-6139-414c-b4c1-85e90ab4ad9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed9bb0-120d-46c1-84c4-691bf44eb4e7,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:00.926514 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-2a0ae5c8-43a7-434d-a1e6-dd6dae8bb2a6 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613907 Sep 26 18:05:00.953374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.958472 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:00.963567 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-06e83241-2b4e-413d-ac64-35bd5af74f92 admin admin] Publish callbacks [] for security_group (64ed9bb0-120d-46c1-84c4-691bf44eb4e7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:00.967855 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:01.021170 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:01.021830 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.100206 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:01.109733 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1519263b-4074-4459-a5e7-fbd905a848d9 req-d05a3a11-7cb5-4114-88b1-f3d579b8383a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703434 Sep 26 18:05:01.132399 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:01.135048 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be2037a-de06-4c71-a4b7-d4b6c01b20f5" -d '{"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-plugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:01.198802 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:01.210355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:01.212460 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.277147 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d33eee-0520-4556-9ea9-62348a4f1efd x-openstack-request-id: req-83d33eee-0520-4556-9ea9-62348a4f1efd {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:01.277577 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-plugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:01.277936 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-83d33eee-0520-4556-9ea9-62348a4f1efd {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:01.278429 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d33eee-0520-4556-9ea9-62348a4f1efd'] response: {'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'code': 200} Sep 26 18:05:01.282082 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:01.353144 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=7']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:01.464287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-06e83241-2b4e-413d-ac64-35bd5af74f92 admin admin] Publish callbacks [] for security_group (64ed9bb0-120d-46c1-84c4-691bf44eb4e7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.577309 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:04:57Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:01.634742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.635623 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5846a-e10e-4971-8346-32625049ad5e None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:04:57Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:01.728393 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-06e83241-2b4e-413d-ac64-35bd5af74f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (64ed9bb0-120d-46c1-84c4-691bf44eb4e7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.731004 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-06e83241-2b4e-413d-ac64-35bd5af74f92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:01.732396 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-06e83241-2b4e-413d-ac64-35bd5af74f92 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/64ed9bb0-120d-46c1-84c4-691bf44eb4e7 HTTP/1.1" status: 204 len: 168 time: 1.0638905 Sep 26 18:05:01.868649 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e83241-2b4e-413d-ac64-35bd5af74f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed9bb0-120d-46c1-84c4-691bf44eb4e7,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:02.079207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f5524d-cfc0-4382-897f-3b03f7e1192e req-8d5015f1-d771-484b-86e7-dcb44eaf974d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:02.080857 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7cb9ac-5b3a-4252-bfd4-aade0a667510 None None] New status for floating IP 90bb4d0b-bb19-4b76-a14e-4869b7b25404: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:05:02.083644 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-34f5524d-cfc0-4382-897f-3b03f7e1192e req-8d5015f1-d771-484b-86e7-dcb44eaf974d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1761167 Sep 26 18:05:02.267470 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Allocated IP 172.27.0.60 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/2488a33a-428c-4500-a8cb-19c08efa6dbf) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:02.323273 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.335344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (1ed9168a-30e3-4a68-ba59-9174f29d311d), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.508533 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-34f5524d-cfc0-4382-897f-3b03f7e1192e req-6a797194-a830-4a49-bad2-920de67f56a5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779564 Sep 26 18:05:02.671303 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP 1ed9168a-30e3-4a68-ba59-9174f29d311d associated. External IP: 172.27.0.139, port: 21f156dc-c2bb-412a-ad6c-315c375a2917. Sep 26 18:05:02.758708 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:02.762302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:02.853473 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:02.962032 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.057220 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:03.068229 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:03.074545 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:03.076867 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'Port': ['ID=2488a33a-428c-4500-a8cb-19c08efa6dbf,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:03.156216 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:03.283642 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (7183d8f4-5967-4e1b-813e-e6cf8e96b690), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.396695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:03.398896 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.407967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:03.422138 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:03.423242 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:03.458556 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.550410 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fdffd2d3-862e-428a-86d6-0de1afec3c55 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/1ed9168a-30e3-4a68-ba59-9174f29d311d HTTP/1.1" status: 200 len: 991 time: 3.3414285 Sep 26 18:05:03.550410 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:03.553971 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a968e371-98b2-491c-a713-50765b1ca949" -d '{"events": [{"name": "network-changed", "server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:03.672312 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:03.673015 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.680332 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.717115 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6d01e9-aae4-473d-b361-2d2aea58503b x-openstack-request-id: req-8a6d01e9-aae4-473d-b361-2d2aea58503b {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:03.717560 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:03.718996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a6d01e9-aae4-473d-b361-2d2aea58503b {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:03.718996 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6d01e9-aae4-473d-b361-2d2aea58503b'] response: {'name': 'network-changed', 'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'status': 'completed', 'code': 200} Sep 26 18:05:03.791526 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (7183d8f4-5967-4e1b-813e-e6cf8e96b690), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.797630 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'Port': ['ID=2488a33a-428c-4500-a8cb-19c08efa6dbf,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:03.880724 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968e371-98b2-491c-a713-50765b1ca949 req-2fae3105-eee8-4d22-a9e6-781af6606efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:03.885601 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-2fae3105-eee8-4d22-a9e6-781af6606efd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f9772c3904046ee9778a870f4adc0ae&device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 1129 time: 0.1438372 Sep 26 18:05:03.890039 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:03.900857 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-41f1f4c6-9dd0-43d2-be6c-3ef4c64d6853 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1397059 Sep 26 18:05:03.905111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac63b30e-8577-49bd-bdb4-c9488b1e2ba3 req-c74787d6-e33f-4d3b-9d4b-737edb776485 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:03.907991 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ac63b30e-8577-49bd-bdb4-c9488b1e2ba3 req-c74787d6-e33f-4d3b-9d4b-737edb776485 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1361516 Sep 26 18:05:03.955349 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:04.012998 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:04.028282 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ac63b30e-8577-49bd-bdb4-c9488b1e2ba3 req-829d52ce-949e-44ca-b9c6-099159996712 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122744 Sep 26 18:05:04.106248 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:04.134209 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968e371-98b2-491c-a713-50765b1ca949 req-3a1d2828-807f-4a3d-b291-7bb520665a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:04.137465 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-3a1d2828-807f-4a3d-b291-7bb520665a70 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 200 len: 915 time: 0.2417548 Sep 26 18:05:04.148385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 43496) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:04.222403 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '1ed9168a-30e3-4a68-ba59-9174f29d311d', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:40:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd47c0da-89c4-458a-b641-d445a5163550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:44Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:04.257960 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-cc0699b0-c71f-4d64-b8d3-93135d6f49d2 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=21f156dc-c2bb-412a-ad6c-315c375a2917 HTTP/1.1" status: 200 len: 999 time: 0.1101296 Sep 26 18:05:04.281154 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:04.298572 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:04.299902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:04:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:04.356811 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-6d7d50d2-4b47-49a4-b4cb-d173511704e9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1652574503&fields=id&tenant_id=993e0f8cdcb744279b2987d0d8f321ae HTTP/1.1" status: 200 len: 267 time: 0.0909212 Sep 26 18:05:04.412785 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968e371-98b2-491c-a713-50765b1ca949 req-f05b8d32-cc03-4fa4-8dd4-6786d7cb26b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:04.415535 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-f05b8d32-cc03-4fa4-8dd4-6786d7cb26b3 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 200 len: 853 time: 0.1492474 Sep 26 18:05:04.496328 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-420dfb21-c64c-465f-9d92-d41e0df19ac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:04.527726 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968e371-98b2-491c-a713-50765b1ca949 req-3b42c1a4-a163-48ef-9bd7-5251caa5b1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:04.529357 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-3b42c1a4-a163-48ef-9bd7-5251caa5b1fb service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e84a6098-e79e-4a0a-b228-abe98a9c9b30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034372 Sep 26 18:05:04.545676 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:04.698474 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-1d2b5625-8627-44d1-b568-a411c4623ba8 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:04.702900 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-1d2b5625-8627-44d1-b568-a411c4623ba8 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 811 time: 0.3373535 Sep 26 18:05:04.738786 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-0df3a0d1-0fbb-4311-8ae3-dd910bc09548 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/quotas/993e0f8cdcb744279b2987d0d8f321ae HTTP/1.1" status: 200 len: 375 time: 0.0264354 Sep 26 18:05:04.764840 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-48d1ef91-60d1-4bf1-97ff-b2551cbf72d7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198415 Sep 26 18:05:04.933713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-420dfb21-c64c-465f-9d92-d41e0df19ac3 admin admin] Publish callbacks [] for security_group (70116261-0dfb-4e64-8fce-e7eeb81735b6), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:04.938985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-420dfb21-c64c-465f-9d92-d41e0df19ac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (70116261-0dfb-4e64-8fce-e7eeb81735b6), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:04.951026 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-a0e9b494-9f8e-44ad-827d-2ab3ac63c6ec tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1995406 Sep 26 18:05:05.004613 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:05.011725 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a968e371-98b2-491c-a713-50765b1ca949 req-ba81bb9f-5186-45d0-bcfa-5721dfe89eb4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453046 Sep 26 18:05:05.031578 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-420dfb21-c64c-465f-9d92-d41e0df19ac3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=647426425d664632871eb7c2014db2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8781543 Sep 26 18:05:05.032767 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43510) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:05.038792 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '1ed9168a-30e3-4a68-ba59-9174f29d311d', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:40:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd47c0da-89c4-458a-b641-d445a5163550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:44Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:05.080886 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dfb21-c64c-465f-9d92-d41e0df19ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70116261-0dfb-4e64-8fce-e7eeb81735b6,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:05.098019 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de22beb-ea97-4d91-b64a-9ae6df3c28da None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '1ed9168a-30e3-4a68-ba59-9174f29d311d', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'port_id': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'mac_address': 'fa:16:3e:40:03:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd47c0da-89c4-458a-b641-d445a5163550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:44Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:05.211188 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-080cb636-4754-4184-8d89-9e12d952a8cc service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059929 Sep 26 18:05:05.266585 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fe36e3f6-4325-473b-a920-b35ee1531918 admin admin] Publish callbacks [] for security_group (70116261-0dfb-4e64-8fce-e7eeb81735b6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.267895 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:05.311936 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fe36e3f6-4325-473b-a920-b35ee1531918 admin admin] Publish callbacks [] for security_group (70116261-0dfb-4e64-8fce-e7eeb81735b6), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.413477 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fe36e3f6-4325-473b-a920-b35ee1531918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (70116261-0dfb-4e64-8fce-e7eeb81735b6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.421861 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fe36e3f6-4325-473b-a920-b35ee1531918 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:05.425659 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fe36e3f6-4325-473b-a920-b35ee1531918 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/70116261-0dfb-4e64-8fce-e7eeb81735b6 HTTP/1.1" status: 204 len: 168 time: 0.3910644 Sep 26 18:05:05.438227 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acce71-256a-4032-8715-9c3886a29b4b req-8910b743-328a-4105-a169-85291b777101 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:05.440032 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18acce71-256a-4032-8715-9c3886a29b4b req-8910b743-328a-4105-a169-85291b777101 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1351840 Sep 26 18:05:05.449403 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe36e3f6-4325-473b-a920-b35ee1531918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70116261-0dfb-4e64-8fce-e7eeb81735b6,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:05.574517 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a28fa32-5646-4f3f-8a93-2a85bea80492 None None] New status for floating IP 1ed9168a-30e3-4a68-ba59-9174f29d311d: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:05:05.590136 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-c93a01d9-61fa-449f-a75f-fe6a8070ce75 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695920 Sep 26 18:05:05.709276 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18acce71-256a-4032-8715-9c3886a29b4b req-d8422cca-b08d-46e2-af84-28cadb9a4d3c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2497261 Sep 26 18:05:06.046254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5abea593-cae2-40fd-9cd7-e444e6c5f1cf req-6351dc2a-95a9-459f-a0cb-fa421cd25265 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 210 time: 0.0699763 Sep 26 18:05:06.914029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c58974-2725-4d05-b5b4-f92016088976 req-fe8f25c6-802d-4dd5-b1ea-ca84b09ee043 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:06.915995 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56c58974-2725-4d05-b5b4-f92016088976 req-fe8f25c6-802d-4dd5-b1ea-ca84b09ee043 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0783975 Sep 26 18:05:06.991465 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56c58974-2725-4d05-b5b4-f92016088976 req-00e29dfd-a428-4b7a-87f2-58c72be780ed tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689678 Sep 26 18:05:07.247625 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d7ba6db5-15bc-475c-b1ac-f4b89cab6dbd req-fbe8a101-f534-4126-859b-d0d9639b1e1b tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 210 time: 0.0444500 Sep 26 18:05:08.109869 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-e797f0b7-f97b-42b6-82f3-8be234bb66f1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:08.111456 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-e797f0b7-f97b-42b6-82f3-8be234bb66f1 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 811 time: 0.1984131 Sep 26 18:05:08.217854 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0323d6b-ee0e-45eb-a57c-22d612a6f3c5 req-24eaa958-5de2-4801-9094-a8a690e81bb8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:08.217854 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0323d6b-ee0e-45eb-a57c-22d612a6f3c5 req-24eaa958-5de2-4801-9094-a8a690e81bb8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0864732 Sep 26 18:05:08.223923 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-55931a9c-dcf6-4506-98cd-e283e4c12a1c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=993e0f8cdcb744279b2987d0d8f321ae HTTP/1.1" status: 200 len: 380 time: 0.0886028 Sep 26 18:05:08.281504 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'port': {'device_id': '1761a998-073e-4aea-80fd-110be86d5dec', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'admin_state_up': True, 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'security_groups': ['0efcd62f-406a-42e7-a14f-265989b6cb45']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:08.288680 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0323d6b-ee0e-45eb-a57c-22d612a6f3c5 req-d69ac4d9-7b94-43a3-9517-9a3a845460d2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644197 Sep 26 18:05:08.379126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cb8a0180-2aa7-41ad-813a-7b8586a8b5d1 req-2f9e5695-dd14-4bb0-8454-4fde5412b04a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 210 time: 0.0445707 Sep 26 18:05:08.432568 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2a189143-d6cf-4442-90fa-0a48cb53cf65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.459219 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Made reservation on behalf of 993e0f8cdcb744279b2987d0d8f321ae for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:08.464211 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.653714 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Allocated IP 172.20.0.3 (e78b1a96-bab8-4787-a315-a8cceb589c48/8e4595bd-0f12-40fb-bbec-85ae051d18c3/a415eff4-ddaa-4b96-845e-2994a1962941) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:08.681719 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:08.888065 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for port (a415eff4-ddaa-4b96-845e-2994a1962941), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:08.932652 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.000915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Network e78b1a96-bab8-4787-a315-a8cceb589c48 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:09.005252 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:09.011243 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:09.054615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event updated for resources: {'Port': ['ID=a415eff4-ddaa-4b96-845e-2994a1962941,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:09.095812 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.096615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.122135 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-8d9a0d7b-8116-4435-a7e6-499878552fb9 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8460820 Sep 26 18:05:09.144125 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Request body: {'port': {'device_id': '1761a998-073e-4aea-80fd-110be86d5dec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:09.157816 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-7e0f8d74-7761-4fef-ac6d-244235be0718 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=2f455e494d9a42b8b29f7cbac3eaf17f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0796890 Sep 26 18:05:09.264167 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.309465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.352711 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.356167 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Provisioning complete for port a415eff4-ddaa-4b96-845e-2994a1962941 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:09.356609 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.357153 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Attempt 1 to provision port a415eff4-ddaa-4b96-845e-2994a1962941 Sep 26 18:05:09.397948 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:09.463723 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Port a415eff4-ddaa-4b96-845e-2994a1962941 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:09.531343 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80257-4ac0-4c8f-bbf9-05f0bcef6812 req-f5f94b07-71ce-43c0-9ce1-bbad917ec12d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.532979 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dab80257-4ac0-4c8f-bbf9-05f0bcef6812 req-f5f94b07-71ce-43c0-9ce1-bbad917ec12d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1160984 Sep 26 18:05:09.616538 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-70a3470c-f28f-492f-9f79-7e1118c03d7a tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.618157 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-70a3470c-f28f-492f-9f79-7e1118c03d7a tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4591901 Sep 26 18:05:09.651062 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-1f212556-6b05-411a-a8ac-ab6063f0f8bb tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/quotas/2f455e494d9a42b8b29f7cbac3eaf17f HTTP/1.1" status: 200 len: 375 time: 0.0264149 Sep 26 18:05:09.655630 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dab80257-4ac0-4c8f-bbf9-05f0bcef6812 req-3a91258b-a9b9-4aee-891e-b74cf92c08f1 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137145 Sep 26 18:05:09.703442 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-16662d11-3983-4ae0-8eb0-d2ec67577339 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=2f455e494d9a42b8b29f7cbac3eaf17f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337794 Sep 26 18:05:09.803200 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a415eff4-ddaa-4b96-845e-2994a1962941 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:09.819970 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Publish callbacks [] for port (a415eff4-ddaa-4b96-845e-2994a1962941), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.843979 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Transition to ACTIVE for port object a415eff4-ddaa-4b96-845e-2994a1962941 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:05:09.854867 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:09.913394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c98208-87d2-493e-8f72-65a7df60eed6 req-5cbf57be-09c0-4f5a-830b-229594bb4783 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:09.914998 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21c98208-87d2-493e-8f72-65a7df60eed6 req-5cbf57be-09c0-4f5a-830b-229594bb4783 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 931 time: 0.1183784 Sep 26 18:05:09.965060 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Attempt 2 to provision port a415eff4-ddaa-4b96-845e-2994a1962941 Sep 26 18:05:10.028560 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Port a415eff4-ddaa-4b96-845e-2994a1962941 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:10.029084 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=2,neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:10.082583 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Pushing event updated for resources: {'Port': ['ID=a415eff4-ddaa-4b96-845e-2994a1962941,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:10.089284 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b9994a3-c455-422e-84fc-4d0c64432684 req-e01562b0-deed-4d8c-bfb2-1f44353634fe tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0724924 Sep 26 18:05:10.103143 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21c98208-87d2-493e-8f72-65a7df60eed6 req-11ac0c7d-4494-48af-ab44-a0974babe5ff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1754117 Sep 26 18:05:10.144584 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Attempting to bind port a415eff4-ddaa-4b96-845e-2994a1962941 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:10.145298 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Attempting to bind port a415eff4-ddaa-4b96-845e-2994a1962941 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:10.145488 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Attempting to bind port a415eff4-ddaa-4b96-845e-2994a1962941 on network e78b1a96-bab8-4787-a315-a8cceb589c48 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:10.211021 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Port a415eff4-ddaa-4b96-845e-2994a1962941 on network e78b1a96-bab8-4787-a315-a8cceb589c48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:05:10.211814 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Attempting to bind port a415eff4-ddaa-4b96-845e-2994a1962941 on network e78b1a96-bab8-4787-a315-a8cceb589c48 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:10.277589 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:10.277942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Checking segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:10.278339 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Bound using segment: {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:10.278791 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Bound port: a415eff4-ddaa-4b96-845e-2994a1962941, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b342187-0b2c-4c61-b136-96d50b078958', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:10.279225 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.386039 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] For port a415eff4-ddaa-4b96-845e-2994a1962941, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:10.391870 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] For port a415eff4-ddaa-4b96-845e-2994a1962941, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a415eff4-ddaa-4b96-845e-2994a1962941,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:10.402238 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.459213 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.460331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.462891 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/a415eff4-ddaa-4b96-845e-2994a1962941 HTTP/1.1" status: 200 len: 1093 time: 1.3261995 Sep 26 18:05:10.468320 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:10.473099 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6971e49-245b-4682-b158-92c1406fd9cd" -d '{"events": [{"name": "network-changed", "server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:10.530497 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Attempt 3 to provision port a415eff4-ddaa-4b96-845e-2994a1962941 Sep 26 18:05:10.531837 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8fd90-a700-4eb4-812a-fa533a61968f service neutron] Pushing event updated for resources: {'Port': ['ID=a415eff4-ddaa-4b96-845e-2994a1962941,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:10.577143 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82fdbe-9776-42ae-babe-64c5901f662c x-openstack-request-id: req-fa82fdbe-9776-42ae-babe-64c5901f662c {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:10.577571 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:10.577970 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa82fdbe-9776-42ae-babe-64c5901f662c {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:10.578609 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa82fdbe-9776-42ae-babe-64c5901f662c'] response: {'name': 'network-changed', 'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'status': 'completed', 'code': 200} Sep 26 18:05:10.666665 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-5ffc199e-6a82-4aea-9f80-391a16a262ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.669234 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-5ffc199e-6a82-4aea-9f80-391a16a262ea service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 1127 time: 0.1121922 Sep 26 18:05:10.692481 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-bcf66f8f-9147-42d0-a15b-26a24c5f8edb None None] Port a415eff4-ddaa-4b96-845e-2994a1962941 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:05:10.699930 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-21856db5-5b33-43d4-ae7c-ade9fdce0686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:10.759225 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-e2a5bdbc-0aea-4951-867c-b4843b7e177c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a415eff4-ddaa-4b96-845e-2994a1962941 HTTP/1.1" status: 200 len: 217 time: 0.0691612 Sep 26 18:05:10.856475 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-ec172d80-2534-4c4e-ab51-edd9dbe0acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.859478 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-ec172d80-2534-4c4e-ab51-edd9dbe0acd2 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.0934618 Sep 26 18:05:10.940091 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4c0148-a963-47f0-84a5-ea85a47721d5 req-d22b4a10-9e4a-4ec5-904d-c96087112419 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.943601 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b4c0148-a963-47f0-84a5-ea85a47721d5 req-d22b4a10-9e4a-4ec5-904d-c96087112419 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0878885 Sep 26 18:05:10.949761 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-af43365e-5adc-4f40-b8b6-290e8139cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:10.952524 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-af43365e-5adc-4f40-b8b6-290e8139cb83 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844557 Sep 26 18:05:11.046755 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b4c0148-a963-47f0-84a5-ea85a47721d5 req-22f08b8f-0411-44f9-8a08-28417f705495 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877175 Sep 26 18:05:11.106919 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-0f89a4aa-1af5-4a82-b44d-8b6ffe92cd97 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437149 Sep 26 18:05:11.319602 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:11.324578 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5b268471-f577-4b9e-bd5f-42732f5bc2f1 req-a151db0b-4a46-45ab-8281-3728d93189cf service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100160 Sep 26 18:05:11.417181 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e658e805-313b-40a9-8632-7f905a5a0e83 req-2c6a3564-2875-4a8d-bbe7-d4e6ac2b2f81 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0554414 Sep 26 18:05:11.446604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a708bd-0d82-4e43-89b0-d88ae2135835 req-712e7dac-627a-4c4f-9a16-2e31e396169c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:11.467465 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a8a708bd-0d82-4e43-89b0-d88ae2135835 req-712e7dac-627a-4c4f-9a16-2e31e396169c tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 943 time: 0.1937721 Sep 26 18:05:11.847651 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a8a708bd-0d82-4e43-89b0-d88ae2135835 req-57e004a1-908c-40ff-a0fe-e39f152d3810 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3790574 Sep 26 18:05:12.123345 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:12.252695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0416ebe6-ca56-4895-ab8e-1be6a944e34f req-03e27041-7808-422c-a5d1-60e85c50bb2b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.257058 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0416ebe6-ca56-4895-ab8e-1be6a944e34f req-03e27041-7808-422c-a5d1-60e85c50bb2b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0900722 Sep 26 18:05:12.341654 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0416ebe6-ca56-4895-ab8e-1be6a944e34f req-bba9447a-f047-437b-bb04-1de566c27605 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750470 Sep 26 18:05:12.598927 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971e49-245b-4682-b158-92c1406fd9cd req-b86ef17d-a876-4b0c-8093-5290bbcda908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.618608 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-b86ef17d-a876-4b0c-8093-5290bbcda908 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 1127 time: 0.1021786 Sep 26 18:05:12.622430 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a5352ad0-6fa1-4299-b118-89d9212ce345 req-3d5aaef5-c4e8-44c4-88e2-63bd6ebeea40 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0565083 Sep 26 18:05:12.792346 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971e49-245b-4682-b158-92c1406fd9cd req-e267546f-0873-445b-b509-fd24a127d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:12.794811 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-e267546f-0873-445b-b509-fd24a127d11e service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 912 time: 0.1689429 Sep 26 18:05:12.879311 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-93441a42-8837-4b93-b23a-1211b470928d service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a415eff4-ddaa-4b96-845e-2994a1962941 HTTP/1.1" status: 200 len: 217 time: 0.0623453 Sep 26 18:05:13.035636 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa8b6d-0965-4abf-9c90-f30f36ecde98 req-ef262939-345f-4aaf-816f-c6c7040e2ed5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.037340 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-97fa8b6d-0965-4abf-9c90-f30f36ecde98 req-ef262939-345f-4aaf-816f-c6c7040e2ed5 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 943 time: 0.0694907 Sep 26 18:05:13.141873 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-97fa8b6d-0965-4abf-9c90-f30f36ecde98 req-80e52513-65df-402a-9661-2e886c98eb41 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940824 Sep 26 18:05:13.176579 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971e49-245b-4682-b158-92c1406fd9cd req-7691443a-2236-4471-a125-f51602da02f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.180723 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-7691443a-2236-4471-a125-f51602da02f5 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.0916438 Sep 26 18:05:13.281721 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6971e49-245b-4682-b158-92c1406fd9cd req-cdba1597-3359-4eec-b5c2-6968a8614db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.286859 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-cdba1597-3359-4eec-b5c2-6968a8614db1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0970602 Sep 26 18:05:13.365475 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-dba6bd5a-4128-48a6-b2e0-03872e93af44 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=2f455e494d9a42b8b29f7cbac3eaf17f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640326 Sep 26 18:05:13.370414 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.464430 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:13.469663 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-65e1790f-822e-4c21-9b20-525349ebeccc service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674988 Sep 26 18:05:13.566934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:13.618879 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-2d73c676-e284-49b6-85e2-b2d9d9f3de65 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.620808 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-2d73c676-e284-49b6-85e2-b2d9d9f3de65 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2497671 Sep 26 18:05:13.647291 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Request body: {'port': {'device_id': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a', 'admin_state_up': True, 'tenant_id': '2f455e494d9a42b8b29f7cbac3eaf17f'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:13.661391 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c6971e49-245b-4682-b158-92c1406fd9cd req-f8fa193c-d014-4a55-92ed-5260028096f9 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828184 Sep 26 18:05:13.732797 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8733592b-7873-4caa-a96e-abe735e726b5 req-b8dd6f87-9224-4ffa-be98-eed0c275dd70 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:13.734390 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8733592b-7873-4caa-a96e-abe735e726b5 req-b8dd6f87-9224-4ffa-be98-eed0c275dd70 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1127656 Sep 26 18:05:13.823666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d70cc50-a8ea-4905-8943-79481babdb96 req-e7071d4b-8fcb-4c7c-8e50-e7192cc17bc6 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0688839 Sep 26 18:05:13.869705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:13.939592 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8733592b-7873-4caa-a96e-abe735e726b5 req-72f8f701-4336-41db-82af-737e4504a261 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752019 Sep 26 18:05:13.990243 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Made reservation on behalf of 2f455e494d9a42b8b29f7cbac3eaf17f for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:05:13.994558 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.011317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.079453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.165469 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks [] for security_group (67bd611e-75e4-4e0e-a2b3-296e56e0ac9d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.173361 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (67bd611e-75e4-4e0e-a2b3-296e56e0ac9d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.273981 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:14.303534 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.303926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.304264 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.304585 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.304915 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.305242 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.305568 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.305893 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.306215 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.306532 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.306891 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.307192 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.307514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.307852 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.308174 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:14.430552 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e3505-c1d8-469a-bfa7-44d8480ee9c8 req-0054625f-3ebb-47b3-8817-0667961955db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:14.434144 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f86e3505-c1d8-469a-bfa7-44d8480ee9c8 req-0054625f-3ebb-47b3-8817-0667961955db tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 943 time: 0.1475713 Sep 26 18:05:14.485789 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device a415eff4-ddaa-4b96-845e-2994a1962941 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:14.512657 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Allocated IP 192.168.233.20 (e004f517-8cff-491f-bd16-3961f623584a/6b74510a-6dd5-4017-9307-3a8f528ff68d/7dcddac1-193d-402c-a013-a49e153be5b8) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:05:14.525752 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f86e3505-c1d8-469a-bfa7-44d8480ee9c8 req-cdf012f1-0be9-4437-b76b-749415c454a3 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798373 Sep 26 18:05:14.785823 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks [] for port (7dcddac1-193d-402c-a013-a49e153be5b8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.844397 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.845966 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port a415eff4-ddaa-4b96-845e-2994a1962941, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a415eff4-ddaa-4b96-845e-2994a1962941,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:14.859179 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:14.873126 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'port_id': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'mac_address': 'fa:16:3e:af:a8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:14.920418 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port a415eff4-ddaa-4b96-845e-2994a1962941 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:14.920823 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:14.936319 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Network e004f517-8cff-491f-bd16-3961f623584a is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:05:14.940933 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:05:14.948202 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:05:14.959122 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a415eff4-ddaa-4b96-845e-2994a1962941 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:15.034145 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port a415eff4-ddaa-4b96-845e-2994a1962941, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a415eff4-ddaa-4b96-845e-2994a1962941,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:15.045674 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.119744 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74ad65-7107-474b-9ac2-09b09b830bd6 req-d473f999-f9ac-4bfd-abfe-e3cff04a8021 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:15.122949 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa74ad65-7107-474b-9ac2-09b09b830bd6 req-d473f999-f9ac-4bfd-abfe-e3cff04a8021 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 935 time: 0.1408362 Sep 26 18:05:15.155152 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=a415eff4-ddaa-4b96-845e-2994a1962941,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:15.202271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:15.217832 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Pushing event updated for resources: {'Port': ['ID=7dcddac1-193d-402c-a013-a49e153be5b8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:15.258039 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:15.259078 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.313489 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa74ad65-7107-474b-9ac2-09b09b830bd6 req-295b65ee-6ab4-493d-ba87-53ac99f58cf8 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665869 Sep 26 18:05:15.343070 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3073aebb-694a-4d50-99a9-e5b56c9141a9 req-263e47e6-151e-4f07-8db8-cd84d37d8ccc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:15.344757 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3073aebb-694a-4d50-99a9-e5b56c9141a9 req-263e47e6-151e-4f07-8db8-cd84d37d8ccc tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.2160668 Sep 26 18:05:15.349107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:15.375142 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Provisioning complete for port 7dcddac1-193d-402c-a013-a49e153be5b8 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:15.375691 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.376159 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Attempt 1 to provision port 7dcddac1-193d-402c-a013-a49e153be5b8 Sep 26 18:05:15.401666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-973fbb58-14fe-432b-95b8-300809cde2f0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7634330 Sep 26 18:05:15.427171 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Request body: {'port': {'device_id': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:15.450143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Port 7dcddac1-193d-402c-a013-a49e153be5b8 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:15.475996 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3073aebb-694a-4d50-99a9-e5b56c9141a9 req-9d20fa71-3271-4e32-8ea8-acf51d0f0b8c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107402 Sep 26 18:05:15.516280 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['a415eff4-ddaa-4b96-845e-2994a1962941'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:15.540648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:15.672503 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:15.777581 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=37,neutron:UPDATE=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:15.779695 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=9 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:15.903795 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6efae-b7b1-4ca5-97f2-c8bc1197a840 req-f87bf121-06d2-491e-8770-c2ea20e44999 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:15.906376 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4bb6efae-b7b1-4ca5-97f2-c8bc1197a840 req-f87bf121-06d2-491e-8770-c2ea20e44999 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 944 time: 0.1558239 Sep 26 18:05:15.952097 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Attempt 2 to provision port 7dcddac1-193d-402c-a013-a49e153be5b8 Sep 26 18:05:16.028167 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Port 7dcddac1-193d-402c-a013-a49e153be5b8 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:16.065483 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4bb6efae-b7b1-4ca5-97f2-c8bc1197a840 req-1a851891-b010-44b7-aae9-1fc505df6b95 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491494 Sep 26 18:05:16.142009 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcddac1-193d-402c-a013-a49e153be5b8 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:16.157603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Publish callbacks [] for port (7dcddac1-193d-402c-a013-a49e153be5b8), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.175134 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Transition to ACTIVE for port object 7dcddac1-193d-402c-a013-a49e153be5b8 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:05:16.185937 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.357180 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Pushing event updated for resources: {'Port': ['ID=7dcddac1-193d-402c-a013-a49e153be5b8,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:16.410920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Attempting to bind port 7dcddac1-193d-402c-a013-a49e153be5b8 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:05:16.411508 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Attempting to bind port 7dcddac1-193d-402c-a013-a49e153be5b8 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:05:16.412344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Attempting to bind port 7dcddac1-193d-402c-a013-a49e153be5b8 on network e004f517-8cff-491f-bd16-3961f623584a {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:16.526863 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b293fbf-b86c-4c9e-99fc-fcc4501fe1f0 req-22037afc-d6d9-4502-8119-0b3282638d22 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.528414 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b293fbf-b86c-4c9e-99fc-fcc4501fe1f0 req-22037afc-d6d9-4502-8119-0b3282638d22 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 947 time: 0.0746238 Sep 26 18:05:16.529110 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Port 7dcddac1-193d-402c-a013-a49e153be5b8 on network e004f517-8cff-491f-bd16-3961f623584a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:05:16.529442 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Attempting to bind port 7dcddac1-193d-402c-a013-a49e153be5b8 on network e004f517-8cff-491f-bd16-3961f623584a {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:05:16.529989 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Attempt 3 to provision port 7dcddac1-193d-402c-a013-a49e153be5b8 Sep 26 18:05:16.581905 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Port 7dcddac1-193d-402c-a013-a49e153be5b8 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:05:16.589260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device a415eff4-ddaa-4b96-845e-2994a1962941 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:16.659923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port a415eff4-ddaa-4b96-845e-2994a1962941 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:05:16.674712 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port a415eff4-ddaa-4b96-845e-2994a1962941 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:16.675402 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.675982 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port a415eff4-ddaa-4b96-845e-2994a1962941 Sep 26 18:05:16.687203 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 5, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:05:16.687513 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Checking segment: {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:05:16.687675 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Bound using segment: {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:05:16.688096 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Bound port: 7dcddac1-193d-402c-a013-a49e153be5b8, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aea13b6-5f6f-40aa-8dbb-617d144e0211', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:05:16.688461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.723436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:16.745555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc350a8-4479-401e-9d30-a68df488a5a7 req-bdbdc2d7-9f99-4cd2-ab03-ca16f0aac24f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.750551 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bc350a8-4479-401e-9d30-a68df488a5a7 req-bdbdc2d7-9f99-4cd2-ab03-ca16f0aac24f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1130998 Sep 26 18:05:16.757026 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b293fbf-b86c-4c9e-99fc-fcc4501fe1f0 req-0f9691d8-9e71-4b71-b3db-126875f96347 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805570 Sep 26 18:05:16.825240 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:16.836001 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port a415eff4-ddaa-4b96-845e-2994a1962941 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:16.836653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.876867 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:16.882962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557fad80-286f-4f1f-84cd-2d849190d8be" -d '{"events": [{"server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "name": "network-vif-plugged", "status": "completed", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:16.892838 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bc350a8-4479-401e-9d30-a68df488a5a7 req-105c6313-6eb5-43ff-a5ab-ea7529c81d29 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173573 Sep 26 18:05:16.897759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] For port 7dcddac1-193d-402c-a013-a49e153be5b8, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:05:16.901528 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] For port 7dcddac1-193d-402c-a013-a49e153be5b8, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7dcddac1-193d-402c-a013-a49e153be5b8,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:05:16.908935 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.915394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:16.916109 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:16.917737 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/7dcddac1-193d-402c-a013-a49e153be5b8 HTTP/1.1" status: 200 len: 1097 time: 1.4965868 Sep 26 18:05:16.919027 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'tag': '7dcddac1-193d-402c-a013-a49e153be5b8'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:16.920911 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29" -d '{"events": [{"name": "network-changed", "server_uuid": "8c779089-3ec0-4a08-be21-f1b626bfc63a", "tag": "7dcddac1-193d-402c-a013-a49e153be5b8"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:16.939079 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port a415eff4-ddaa-4b96-845e-2994a1962941, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a415eff4-ddaa-4b96-845e-2994a1962941,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:16.954130 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:17.016726 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e8087-e499-4f18-812d-817b76ac64b4 x-openstack-request-id: req-421e8087-e499-4f18-812d-817b76ac64b4 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:17.017216 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c779089-3ec0-4a08-be21-f1b626bfc63a", "tag": "7dcddac1-193d-402c-a013-a49e153be5b8", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:17.017540 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-421e8087-e499-4f18-812d-817b76ac64b4 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:17.018125 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-421e8087-e499-4f18-812d-817b76ac64b4'] response: {'name': 'network-changed', 'server_uuid': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'tag': '7dcddac1-193d-402c-a013-a49e153be5b8', 'status': 'completed', 'code': 200} Sep 26 18:05:17.020434 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e91b74-1a7d-458c-9403-f972d892414c x-openstack-request-id: req-25e91b74-1a7d-458c-9403-f972d892414c {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:17.020968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "name": "network-vif-plugged", "status": "completed", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:17.021310 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25e91b74-1a7d-458c-9403-f972d892414c {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:17.021904 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e91b74-1a7d-458c-9403-f972d892414c'] response: {'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'code': 200} Sep 26 18:05:17.031198 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91658c60-28e4-4519-82a1-1ccccdc15b8c service neutron] Pushing event updated for resources: {'Port': ['ID=7dcddac1-193d-402c-a013-a49e153be5b8,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:17.064945 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=a415eff4-ddaa-4b96-845e-2994a1962941,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:17.083471 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Attempt 4 to provision port 7dcddac1-193d-402c-a013-a49e153be5b8 Sep 26 18:05:17.135362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-bd979bd7-84fc-4512-ad93-5a30c3e0ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.137023 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-bd979bd7-84fc-4512-ad93-5a30c3e0ff6c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=2f455e494d9a42b8b29f7cbac3eaf17f&device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 1131 time: 0.0660915 Sep 26 18:05:17.143361 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4822daba-da19-45a5-90b8-85eae4a39bef None None] Port 7dcddac1-193d-402c-a013-a49e153be5b8 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:05:17.255313 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-1156e219-7226-4f6b-b3fc-ca80a81a910e service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=7dcddac1-193d-402c-a013-a49e153be5b8 HTTP/1.1" status: 200 len: 217 time: 0.0650599 Sep 26 18:05:17.279752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5062db-34e9-4411-ab0d-d44b2b29bb0f req-1d294ee5-69b7-4b12-9888-ceba6a96f166 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.281389 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6e5062db-34e9-4411-ab0d-d44b2b29bb0f req-1d294ee5-69b7-4b12-9888-ceba6a96f166 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.1044745 Sep 26 18:05:17.300651 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6259f-bdb1-4f50-a5c1-15e9de8bc8e8 req-0918cb12-44fd-4fbb-a152-567fa4d713d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.302966 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9bf6259f-bdb1-4f50-a5c1-15e9de8bc8e8 req-0918cb12-44fd-4fbb-a152-567fa4d713d1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 1129 time: 0.0613098 Sep 26 18:05:17.355921 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-8156a3c5-13cb-4a17-b6ae-b3ac3aab5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.357444 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-8156a3c5-13cb-4a17-b6ae-b3ac3aab5c18 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=6b74510a-6dd5-4017-9307-3a8f528ff68d HTTP/1.1" status: 200 len: 843 time: 0.0961535 Sep 26 18:05:17.385209 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6e5062db-34e9-4411-ab0d-d44b2b29bb0f req-a9438fd4-839c-4bd2-84cc-2bc7edfdb1ac tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744405 Sep 26 18:05:17.576403 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9bf6259f-bdb1-4f50-a5c1-15e9de8bc8e8 req-4a7fd96d-f0e7-4075-b8a6-affd7023a89e service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511091 Sep 26 18:05:17.585770 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-1feeb13d-5c4c-4918-b24b-6f9fb12a09be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.587405 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-1feeb13d-5c4c-4918-b24b-6f9fb12a09be service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e004f517-8cff-491f-bd16-3961f623584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0626395 Sep 26 18:05:17.835115 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:05:17.924149 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571163-d72e-423c-90c6-8a328e82ef13 req-0c9e8c15-5383-493d-9e7d-d2f0831b5005 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:17.925763 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03571163-d72e-423c-90c6-8a328e82ef13 req-0c9e8c15-5383-493d-9e7d-d2f0831b5005 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 947 time: 0.0623815 Sep 26 18:05:17.997698 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03571163-d72e-423c-90c6-8a328e82ef13 req-70bada63-cd19-4369-ae27-872811f0fadc tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632358 Sep 26 18:05:18.101789 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6919176f-f166-4fa6-acd0-5f8f480464ea req-2687f6df-c87a-4af4-82d3-78b84a18a476 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:18.104318 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6919176f-f166-4fa6-acd0-5f8f480464ea req-2687f6df-c87a-4af4-82d3-78b84a18a476 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0875616 Sep 26 18:05:18.118560 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-5b6589af-093a-4378-81cf-fa7a7d1ae3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:18.121080 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-5b6589af-093a-4378-81cf-fa7a7d1ae3d9 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1129 time: 0.0662813 Sep 26 18:05:18.226337 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6919176f-f166-4fa6-acd0-5f8f480464ea req-76ceabf9-3e80-4c64-ad5b-83c2554c3c2d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836921 Sep 26 18:05:18.239304 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-3b2e219b-a0bd-45dc-811c-b9da76e1e1b8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e004f517-8cff-491f-bd16-3961f623584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847816 Sep 26 18:05:18.603533 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e19874-b525-454a-9b6d-3043e2fa862f req-da8abc8d-58a3-49b9-a23b-d4a0b5ed0369 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:18.606637 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80e19874-b525-454a-9b6d-3043e2fa862f req-da8abc8d-58a3-49b9-a23b-d4a0b5ed0369 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.1234198 Sep 26 18:05:18.613613 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-423690fa-c75a-4aee-8b04-84fdf2c7177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:18.616116 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-423690fa-c75a-4aee-8b04-84fdf2c7177a service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.1130748 Sep 26 18:05:18.690027 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c92eabc-3df5-4493-b05a-0ffa147f98ae req-8d57a693-29c8-4727-89d2-903daa2e359f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e004f517-8cff-491f-bd16-3961f623584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704030 Sep 26 18:05:18.694709 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80e19874-b525-454a-9b6d-3043e2fa862f req-f7c8fb7d-48a0-4f9f-b15d-89a393129040 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804708 Sep 26 18:05:18.733993 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-28755b5b-be4f-424e-b883-d7124fb324f4 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 1001 time: 0.0985575 Sep 26 18:05:19.150939 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f258282-952c-440e-b8f5-f3d847a31e60 req-e41ecb50-75a6-4db3-b2c7-bb33f8337b0a tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.153031 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f258282-952c-440e-b8f5-f3d847a31e60 req-e41ecb50-75a6-4db3-b2c7-bb33f8337b0a tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 947 time: 0.0600417 Sep 26 18:05:19.198046 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:19.219382 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f258282-952c-440e-b8f5-f3d847a31e60 req-433d3127-cc27-4002-8b10-dd906da9ebf4 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604489 Sep 26 18:05:19.394925 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c41cee-2923-435f-bea5-77be1df10dd5 req-55f75ab7-a51f-4fd6-a4bd-7dca49b5c648 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.397377 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03c41cee-2923-435f-bea5-77be1df10dd5 req-55f75ab7-a51f-4fd6-a4bd-7dca49b5c648 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.0620570 Sep 26 18:05:19.439968 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:19.464877 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03c41cee-2923-435f-bea5-77be1df10dd5 req-6ca5fa47-16a4-44be-9257-6b0b8bdcc064 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613086 Sep 26 18:05:19.856407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf2d88-3181-40fd-b8e6-74819f910ea9 req-aa1d6f32-82aa-471f-9c44-d3c7a0c2e342 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:19.857925 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d9bf2d88-3181-40fd-b8e6-74819f910ea9 req-aa1d6f32-82aa-471f-9c44-d3c7a0c2e342 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0673387 Sep 26 18:05:19.910631 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d9bf2d88-3181-40fd-b8e6-74819f910ea9 req-c5da957c-98b7-4223-a924-1aa1a123d742 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462830 Sep 26 18:05:20.001860 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-ddb6316d-387f-4507-becb-9c4dc963c7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.006156 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-ddb6316d-387f-4507-becb-9c4dc963c7d0 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0761323 Sep 26 18:05:20.043941 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-d807f333-7c5e-40c2-b9a0-49b4154c9476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.046414 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-d807f333-7c5e-40c2-b9a0-49b4154c9476 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=2f455e494d9a42b8b29f7cbac3eaf17f&device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 1131 time: 0.0646529 Sep 26 18:05:20.384060 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e1cad-7b1e-4772-8cff-7809d2d52887 req-18c82a60-a1c6-4024-8ab9-1b07f6993832 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.385710 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d72e1cad-7b1e-4772-8cff-7809d2d52887 req-18c82a60-a1c6-4024-8ab9-1b07f6993832 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 947 time: 0.0612645 Sep 26 18:05:20.438013 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d72e1cad-7b1e-4772-8cff-7809d2d52887 req-2b7da344-f513-4e08-91f8-7b7452624991 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460522 Sep 26 18:05:20.613481 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7dcddac1-193d-402c-a013-a49e153be5b8 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:20.623512 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-cad0abf2-6a62-4957-9ccc-337bd36d98af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.626330 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-cad0abf2-6a62-4957-9ccc-337bd36d98af service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637398 Sep 26 18:05:20.627941 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:20.697653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98233a2-8c5c-4844-817f-ebefd6280e07 req-a45485f2-adbe-4903-bb4d-05c0f4209832 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.699294 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e98233a2-8c5c-4844-817f-ebefd6280e07 req-a45485f2-adbe-4903-bb4d-05c0f4209832 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 945 time: 0.1201837 Sep 26 18:05:20.739742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-6123fcfa-cf40-4e74-b07d-449e38ac7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.741819 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-6123fcfa-cf40-4e74-b07d-449e38ac7b56 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e004f517-8cff-491f-bd16-3961f623584a HTTP/1.1" status: 200 len: 870 time: 0.1796010 Sep 26 18:05:20.744577 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-a1846879-a5ee-4d77-b9ef-e9024559281b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084611 Sep 26 18:05:20.856901 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7dcddac1-193d-402c-a013-a49e153be5b8, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7dcddac1-193d-402c-a013-a49e153be5b8,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:20.858203 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:20.858638 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:20.860820 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e98233a2-8c5c-4844-817f-ebefd6280e07 req-c06e6d50-2bf9-4539-819f-fe230f91f37b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493049 Sep 26 18:05:20.865432 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-9ab4722b-ad3f-4733-b6cd-77b5b4a09504 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=7dcddac1-193d-402c-a013-a49e153be5b8 HTTP/1.1" status: 200 len: 217 time: 0.0915165 Sep 26 18:05:20.881238 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '7dcddac1-193d-402c-a013-a49e153be5b8', 'network_id': 'e004f517-8cff-491f-bd16-3961f623584a', 'port_id': '7dcddac1-193d-402c-a013-a49e153be5b8', 'mac_address': 'fa:16:3e:15:db:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b74510a-6dd5-4017-9307-3a8f528ff68d', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:20.889419 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:20.899088 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:20.901740 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e25ec7-9438-45f9-8a62-eae419781fec" -d '{"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-unplugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:20.919661 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b4de20b-cb8e-4a78-882d-6c536d03c1a2 req-f18bcaab-4c09-4b39-81a8-88d2f8e66a1e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509285 Sep 26 18:05:20.935238 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:20.961674 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:20.964442 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d25012-0b26-4f98-b8d7-8343cb03b4b4 x-openstack-request-id: req-77d25012-0b26-4f98-b8d7-8343cb03b4b4 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:20.964884 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-unplugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:20.965341 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-77d25012-0b26-4f98-b8d7-8343cb03b4b4 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:20.965844 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d25012-0b26-4f98-b8d7-8343cb03b4b4'] response: {'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'code': 200} Sep 26 18:05:20.974660 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-c0a31974-5729-4985-9479-559ffec1414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:20.978965 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-c0a31974-5729-4985-9479-559ffec1414e service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=6b74510a-6dd5-4017-9307-3a8f528ff68d HTTP/1.1" status: 200 len: 843 time: 0.1061730 Sep 26 18:05:21.007616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7dcddac1-193d-402c-a013-a49e153be5b8 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:21.008009 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.035589 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcddac1-193d-402c-a013-a49e153be5b8 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:21.063473 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=8']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:21.069632 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:21.085488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7dcddac1-193d-402c-a013-a49e153be5b8, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7dcddac1-193d-402c-a013-a49e153be5b8,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:21.088058 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1be34e-72d3-4ca0-8203-a43a029b3533 req-e4906f9d-ad18-49e2-aa58-feed6960a03a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:21.089944 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da1be34e-72d3-4ca0-8203-a43a029b3533 req-e4906f9d-ad18-49e2-aa58-feed6960a03a tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0588756 Sep 26 18:05:21.090769 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.152366 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7dcddac1-193d-402c-a013-a49e153be5b8,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:21.156279 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da1be34e-72d3-4ca0-8203-a43a029b3533 req-1eb62869-2c38-4dc5-af06-fb38592624f6 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568988 Sep 26 18:05:21.310503 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaae2c-019c-4cdd-8efb-5be88b5634ea req-e1639475-f479-4fbb-8a01-3cb765df7810 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:21.312088 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3cbaae2c-019c-4cdd-8efb-5be88b5634ea req-e1639475-f479-4fbb-8a01-3cb765df7810 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0660408 Sep 26 18:05:21.323713 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 43688) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:21.331429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Request body: {'floatingip': {'port_id': 'a415eff4-ddaa-4b96-845e-2994a1962941'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:05:21.387040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (7183d8f4-5967-4e1b-813e-e6cf8e96b690), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:21.389125 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:21.518414 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['7dcddac1-193d-402c-a013-a49e153be5b8'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:21.621692 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e360a-e224-46b8-8b11-9046dcef7923 req-9d1ab76d-af87-42b6-a812-5a09cbbacb65 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:21.623630 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-df4e360a-e224-46b8-8b11-9046dcef7923 req-9d1ab76d-af87-42b6-a812-5a09cbbacb65 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 948 time: 0.0613317 Sep 26 18:05:21.717524 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-df4e360a-e224-46b8-8b11-9046dcef7923 req-7677464c-47c0-45eb-817c-e72b0367b7e1 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799360 Sep 26 18:05:21.798771 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:22.052906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec581b8-8c5d-448d-a51c-649571ec25e3 req-1c4ac506-8933-45f0-9109-a70e28b9a59b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.054470 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aec581b8-8c5d-448d-a51c-649571ec25e3 req-1c4ac506-8933-45f0-9109-a70e28b9a59b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0573111 Sep 26 18:05:22.116216 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aec581b8-8c5d-448d-a51c-649571ec25e3 req-bb20df94-32da-4295-8486-f367d75306ac tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511184 Sep 26 18:05:22.170637 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.db.resource_extend [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 26 18:05:22.223626 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.228352 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (7183d8f4-5967-4e1b-813e-e6cf8e96b690), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.334527 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Floating IP 7183d8f4-5967-4e1b-813e-e6cf8e96b690 associated. External IP: 172.27.0.60, port: a415eff4-ddaa-4b96-845e-2994a1962941. Sep 26 18:05:22.588112 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:05:22.633114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7dcddac1-193d-402c-a013-a49e153be5b8 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:22.682197 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 7dcddac1-193d-402c-a013-a49e153be5b8 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:05:22.689351 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 7dcddac1-193d-402c-a013-a49e153be5b8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:22.689902 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.690658 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 7dcddac1-193d-402c-a013-a49e153be5b8 Sep 26 18:05:22.716330 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:05:22.725937 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.731462 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:05:22.748770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:22.749646 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:05:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:22.776496 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0b4af5e4-6e5e-4429-bc4a-adbd78cbaaff tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/7183d8f4-5967-4e1b-813e-e6cf8e96b690 HTTP/1.1" status: 200 len: 990 time: 1.4512360 Sep 26 18:05:22.777313 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:22.780016 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:22.837247 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae81ffe3-cb1d-4bb9-a0ef-557180d8acc0 x-openstack-request-id: req-ae81ffe3-cb1d-4bb9-a0ef-557180d8acc0 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:22.837794 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:22.838283 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae81ffe3-cb1d-4bb9-a0ef-557180d8acc0 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:22.838668 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae81ffe3-cb1d-4bb9-a0ef-557180d8acc0'] response: {'name': 'network-changed', 'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'status': 'completed', 'code': 200} Sep 26 18:05:22.839099 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-f2cfaff0-bc86-44dc-9df4-f801c1643cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.841418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-f2cfaff0-bc86-44dc-9df4-f801c1643cd1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e004f517-8cff-491f-bd16-3961f623584a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0648506 Sep 26 18:05:22.865539 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 7dcddac1-193d-402c-a013-a49e153be5b8 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:22.865933 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:22.899861 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab0e23-7783-4b5f-9759-6dfa91874a55 req-8c60239d-a749-4578-9b64-98389ff8cde3 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:22.900389 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1fab0e23-7783-4b5f-9759-6dfa91874a55 req-8c60239d-a749-4578-9b64-98389ff8cde3 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 948 time: 0.0580480 Sep 26 18:05:22.915853 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:22.963138 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1fab0e23-7783-4b5f-9759-6dfa91874a55 req-a52bab13-5ff7-4b98-94fc-08fecc1fdf83 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558634 Sep 26 18:05:22.972917 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:22.993805 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 7dcddac1-193d-402c-a013-a49e153be5b8, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7dcddac1-193d-402c-a013-a49e153be5b8,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:22.998028 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcddac1-193d-402c-a013-a49e153be5b8'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:23.000651 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90441eff-e900-49f9-8c14-3623e1b2d68d" -d '{"events": [{"server_uuid": "8c779089-3ec0-4a08-be21-f1b626bfc63a", "name": "network-vif-plugged", "status": "completed", "tag": "7dcddac1-193d-402c-a013-a49e153be5b8"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:23.015486 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:23.020423 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:23.044515 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-4c0c951b-8f0a-43e1-b8e3-3f62fcfa4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.046219 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-4c0c951b-8f0a-43e1-b8e3-3f62fcfa4af2 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 1129 time: 0.0796156 Sep 26 18:05:23.075591 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6580cbf-1fc4-4019-8a25-f69f8944d610 x-openstack-request-id: req-a6580cbf-1fc4-4019-8a25-f69f8944d610 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:23.076179 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c779089-3ec0-4a08-be21-f1b626bfc63a", "name": "network-vif-plugged", "status": "completed", "tag": "7dcddac1-193d-402c-a013-a49e153be5b8", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:23.076412 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a6580cbf-1fc4-4019-8a25-f69f8944d610 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:23.076799 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6580cbf-1fc4-4019-8a25-f69f8944d610'] response: {'server_uuid': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcddac1-193d-402c-a013-a49e153be5b8', 'code': 200} Sep 26 18:05:23.084265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:23.121661 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-29635824-c69f-4fa6-a3fd-178b1866d614 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e004f517-8cff-491f-bd16-3961f623584a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577733 Sep 26 18:05:23.183215 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:23.199619 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=7dcddac1-193d-402c-a013-a49e153be5b8,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:23.208249 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-acd671ef-155f-436b-9dcc-4327574df4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.209941 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-acd671ef-155f-436b-9dcc-4327574df4d1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 200 len: 912 time: 0.1486816 Sep 26 18:05:23.334509 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775068a0-f0f6-48b0-8ae2-28f4a4770eea req-bb715f71-feb8-44d1-a49d-9f9e1bc6bd0c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.336405 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-775068a0-f0f6-48b0-8ae2-28f4a4770eea req-bb715f71-feb8-44d1-a49d-9f9e1bc6bd0c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0778501 Sep 26 18:05:23.379878 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-1d71a595-cf12-4cf9-bbf1-b8b5d2ee623a service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a415eff4-ddaa-4b96-845e-2994a1962941 HTTP/1.1" status: 200 len: 998 time: 0.1274695 Sep 26 18:05:23.405776 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-775068a0-f0f6-48b0-8ae2-28f4a4770eea req-9c5fcc91-70e5-4331-93fc-7a2f0c9ff20f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606625 Sep 26 18:05:23.410301 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-192cc9c7-0f2d-437d-8e5d-02c71ea8ca29 req-b2be567f-470e-4a92-81e9-85fd7966f1f3 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e004f517-8cff-491f-bd16-3961f623584a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249670 Sep 26 18:05:23.492679 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '7183d8f4-5967-4e1b-813e-e6cf8e96b690', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'port_id': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'mac_address': 'fa:16:3e:af:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1761a998-073e-4aea-80fd-110be86d5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:03Z', 'updated_at': '2022-09-26T18:05:21Z', 'revision_number': 1, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:23.500880 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f31b64-e770-4b85-954a-3f53a94fcd9a req-d193d767-a12b-48f6-a71b-92507eca930d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.505096 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96f31b64-e770-4b85-954a-3f53a94fcd9a req-d193d767-a12b-48f6-a71b-92507eca930d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 1133 time: 0.0598264 Sep 26 18:05:23.525162 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-6bc3229e-b24f-4078-b41a-0c56fd30dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.526909 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-6bc3229e-b24f-4078-b41a-0c56fd30dfaa service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 200 len: 850 time: 0.1048713 Sep 26 18:05:23.551644 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:05:23.576941 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:05:23.579914 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:05:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:23.601549 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96f31b64-e770-4b85-954a-3f53a94fcd9a req-88d498ed-a048-4b0d-9828-8e2ebe6271ad service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807459 Sep 26 18:05:23.612495 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-41df808a-1e8d-4a65-8a2a-b9e4709ed589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:23.614511 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-41df808a-1e8d-4a65-8a2a-b9e4709ed589 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=e78b1a96-bab8-4787-a315-a8cceb589c48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782723 Sep 26 18:05:23.747986 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:05:24.022890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:24.051714 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-f603644b-e739-4f63-9c55-3f4376ddda76 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456151 Sep 26 18:05:24.073007 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '7183d8f4-5967-4e1b-813e-e6cf8e96b690', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'port_id': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'mac_address': 'fa:16:3e:af:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1761a998-073e-4aea-80fd-110be86d5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:03Z', 'updated_at': '2022-09-26T18:05:21Z', 'revision_number': 1, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:05:24.105918 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965c87ee-7c14-4b8d-974d-006e0f3a2e0d None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '7183d8f4-5967-4e1b-813e-e6cf8e96b690', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'floating_ip_address': '172.27.0.60', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'port_id': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'mac_address': 'fa:16:3e:af:a8:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1761a998-073e-4aea-80fd-110be86d5dec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:05:03Z', 'updated_at': '2022-09-26T18:05:21Z', 'revision_number': 1, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:05:24.204610 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d449fbdd-35ff-4d42-9757-13c6d7d48443 req-2aea5993-e791-4361-af97-23e2eb8de295 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.211700 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d449fbdd-35ff-4d42-9757-13c6d7d48443 req-2aea5993-e791-4361-af97-23e2eb8de295 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 949 time: 0.0980334 Sep 26 18:05:24.281244 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d449fbdd-35ff-4d42-9757-13c6d7d48443 req-21126c27-51e3-4c6e-8924-65944aea465b tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679736 Sep 26 18:05:24.425989 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1408896-5b9c-48e0-aba2-68f3908ad1e2 None None] New status for floating IP 7183d8f4-5967-4e1b-813e-e6cf8e96b690: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:05:24.655479 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:24.703038 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-0f58595c-d5bd-4ee4-9e1e-08ad491e0c59 req-47b2bb49-d238-4c58-8e07-054a6c1f55b2 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:05:24.704202 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0f58595c-d5bd-4ee4-9e1e-08ad491e0c59 req-47b2bb49-d238-4c58-8e07-054a6c1f55b2 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0063894 Sep 26 18:05:24.776774 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa438d7d-9ad8-4afb-bbc7-f1bc916ef5e0 req-884b74ea-3f7b-4f13-8177-e7bc0488e2d4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285906 Sep 26 18:05:24.947645 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97d5f8-d3c6-4591-82a5-381b1802b33b req-13cc521e-b596-4bc5-83e3-4225d8390b39 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:24.949356 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c97d5f8-d3c6-4591-82a5-381b1802b33b req-13cc521e-b596-4bc5-83e3-4225d8390b39 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0623066 Sep 26 18:05:25.011446 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-8101e73d-799a-406f-9f06-726b09453854 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610213 Sep 26 18:05:25.038354 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c97d5f8-d3c6-4591-82a5-381b1802b33b req-4f3132bd-db68-4c98-8335-d7bf9428d57e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766323 Sep 26 18:05:25.107237 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-017ffa74-f869-4d32-8064-af102723e616 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:25.108895 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-017ffa74-f869-4d32-8064-af102723e616 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports/14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 940 time: 0.0580008 Sep 26 18:05:25.462665 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c136e0bc-6b31-46dd-9443-e09f527fadcc req-7aaea3ed-510a-4a6d-867c-c28bd6d2b272 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:25.464873 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c136e0bc-6b31-46dd-9443-e09f527fadcc req-7aaea3ed-510a-4a6d-867c-c28bd6d2b272 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 949 time: 0.0743904 Sep 26 18:05:25.544277 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c136e0bc-6b31-46dd-9443-e09f527fadcc req-225b03e4-07d0-4b68-a74d-7b60de8fc09e tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697474 Sep 26 18:05:26.237952 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe368383-1548-4869-a76c-e668c3e9dd7a req-a9c8503d-f775-479a-896b-8d3985604805 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.240373 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe368383-1548-4869-a76c-e668c3e9dd7a req-a9c8503d-f775-479a-896b-8d3985604805 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0865521 Sep 26 18:05:26.309178 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe368383-1548-4869-a76c-e668c3e9dd7a req-e5d1c5a1-965f-4804-a300-7b6fbe5473c2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590138 Sep 26 18:05:26.647264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:26.699346 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b6a94-c618-418b-86df-2a42c9b9c930 req-c87dd63c-b747-4234-9f12-b0f0174b2355 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.701312 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f1b6a94-c618-418b-86df-2a42c9b9c930 req-c87dd63c-b747-4234-9f12-b0f0174b2355 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 949 time: 0.0650008 Sep 26 18:05:26.702905 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-be6a6216-13c8-47b8-9854-3ab9d29db093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.704531 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-be6a6216-13c8-47b8-9854-3ab9d29db093 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52&tenant_id=3f1770ed75fd48d098bb1efc839ebc0d HTTP/1.1" status: 200 len: 1127 time: 0.0830517 Sep 26 18:05:26.772127 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f1b6a94-c618-418b-86df-2a42c9b9c930 req-3d8b5d17-191f-4d61-8e36-961d5827a9c3 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629816 Sep 26 18:05:26.772987 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: DOWN; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:26.828098 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-3a4219e7-a96a-45b8-8fad-75c0f6605c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.830574 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-3a4219e7-a96a-45b8-8fad-75c0f6605c42 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1127 time: 0.0706272 Sep 26 18:05:26.975627 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-9000feb8-5002-4f07-930a-d44ad944345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:26.978255 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-9000feb8-5002-4f07-930a-d44ad944345c service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 200 len: 917 time: 0.1415408 Sep 26 18:05:27.129551 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f94a82-8805-46e7-9111-3fab58f59342 req-c7a7cda3-2591-4e31-a294-571469d31f63 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.131043 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-92f94a82-8805-46e7-9111-3fab58f59342 req-c7a7cda3-2591-4e31-a294-571469d31f63 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 949 time: 0.0630031 Sep 26 18:05:27.183219 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-92f94a82-8805-46e7-9111-3fab58f59342 req-384d5e8b-7835-44d1-bc27-254bbea64395 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465972 Sep 26 18:05:27.436914 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:27.457523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd89de1f-9756-4460-8237-b8671b732629 req-f2b9a8a2-1879-4447-bfc3-8c32f2dcf31b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:27.459153 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd89de1f-9756-4460-8237-b8671b732629 req-f2b9a8a2-1879-4447-bfc3-8c32f2dcf31b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0542467 Sep 26 18:05:27.520840 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd89de1f-9756-4460-8237-b8671b732629 req-8633edf2-8ee7-4ec0-9a93-9a62ba484e1a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482833 Sep 26 18:05:28.412810 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-4442b184-69a6-4c2b-a9ef-14e939e67f4f service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 200 len: 999 time: 0.0894070 Sep 26 18:05:28.594011 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-4f6ebea6-1978-4630-9e58-c4a69987e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.594225 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:28.595753 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-4f6ebea6-1978-4630-9e58-c4a69987e8d4 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 200 len: 855 time: 0.0753071 Sep 26 18:05:28.608917 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1d3699-bca8-4d34-8566-6e8d6c524e92 req-7f6dcb40-5697-4e8a-a2e8-5ed417f71357 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.611167 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd1d3699-bca8-4d34-8566-6e8d6c524e92 req-7f6dcb40-5697-4e8a-a2e8-5ed417f71357 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 949 time: 0.3409991 Sep 26 18:05:28.653471 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-0c5e50ae-de9c-450a-80d0-91c75719eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.655552 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-0c5e50ae-de9c-450a-80d0-91c75719eb32 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=6c02750b-0cb5-40a1-8a30-9bca1215a898&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538037 Sep 26 18:05:28.702798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d3ef3-9903-4dfd-9bcb-4f97fa262c73 req-a6f6f7c9-8517-420b-b5fb-6302b939db34 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.704410 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b72d3ef3-9903-4dfd-9bcb-4f97fa262c73 req-a6f6f7c9-8517-420b-b5fb-6302b939db34 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0748675 Sep 26 18:05:28.709800 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd1d3699-bca8-4d34-8566-6e8d6c524e92 req-b41ef0c6-7b95-4cc8-9ea7-ab1136293e15 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889108 Sep 26 18:05:28.807359 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b72d3ef3-9903-4dfd-9bcb-4f97fa262c73 req-a5d403da-b19f-47c0-84f8-432f10d69e17 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952199 Sep 26 18:05:28.813305 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-0def93f9-6533-4bd6-b8e9-a5e30cf6c26b tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:28.814955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-0def93f9-6533-4bd6-b8e9-a5e30cf6c26b tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 949 time: 0.0802319 Sep 26 18:05:28.866187 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-2572a8a8-c3d6-4db1-9086-c3074d3c349a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269734 Sep 26 18:05:28.911179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Deleting port 7dcddac1-193d-402c-a013-a49e153be5b8 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:28.911549 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.018027 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf8a27c8-a2c7-460d-8999-c19d223cd3d2 req-6a2c5d4c-21a8-46fe-aef4-8a86567d9bd2 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418085 Sep 26 18:05:29.026901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] For port 7dcddac1-193d-402c-a013-a49e153be5b8, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=7dcddac1-193d-402c-a013-a49e153be5b8,segment=NetworkSegment(6aea13b6-5f6f-40aa-8dbb-617d144e0211),segment_id=6aea13b6-5f6f-40aa-8dbb-617d144e0211)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:29.027358 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.047325 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Calling delete_port for 7dcddac1-193d-402c-a013-a49e153be5b8 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:05:29.211517 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (7dcddac1-193d-402c-a013-a49e153be5b8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.253422 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Pushing event deleted for resources: {'Port': ['ID=7dcddac1-193d-402c-a013-a49e153be5b8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:29.258999 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['7dcddac1-193d-402c-a013-a49e153be5b8'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:29.317254 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] No DVR routers for this DVR port 7dcddac1-193d-402c-a013-a49e153be5b8 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:05:29.320502 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:29.323660 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9cda9aef-56ce-495a-a5bc-d34e7afb3b23 req-f67852fe-b846-4efa-a542-29673ad9f167 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.98 "DELETE /networking/v2.0/ports/7dcddac1-193d-402c-a013-a49e153be5b8 HTTP/1.1" status: 204 len: 173 time: 0.5023186 Sep 26 18:05:29.324238 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'name': 'network-vif-deleted', 'tag': '7dcddac1-193d-402c-a013-a49e153be5b8'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:29.327067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f696cf-269e-404e-a86d-099bcf916ad0" -d '{"events": [{"server_uuid": "8c779089-3ec0-4a08-be21-f1b626bfc63a", "name": "network-vif-deleted", "tag": "7dcddac1-193d-402c-a013-a49e153be5b8"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:29.384964 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6abfbb-fbdd-4701-a774-af49583d2c08 x-openstack-request-id: req-6a6abfbb-fbdd-4701-a774-af49583d2c08 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:29.385372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c779089-3ec0-4a08-be21-f1b626bfc63a", "name": "network-vif-deleted", "tag": "7dcddac1-193d-402c-a013-a49e153be5b8", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:29.385689 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a6abfbb-fbdd-4701-a774-af49583d2c08 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:29.386176 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a6abfbb-fbdd-4701-a774-af49583d2c08'] response: {'server_uuid': '8c779089-3ec0-4a08-be21-f1b626bfc63a', 'name': 'network-vif-deleted', 'tag': '7dcddac1-193d-402c-a013-a49e153be5b8', 'status': 'completed', 'code': 200} Sep 26 18:05:29.958445 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-417e2e38-25b7-4dbd-a503-40a6ba244a29 req-8e553ce0-635b-4bb5-870c-ffd6bbec5c03 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0607405 Sep 26 18:05:30.063742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db6c973-c822-4a14-b932-8ee21eaa4416 req-dedce3e8-bc6d-412b-9350-8a9d9f6d05b5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:30.067860 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4db6c973-c822-4a14-b932-8ee21eaa4416 req-dedce3e8-bc6d-412b-9350-8a9d9f6d05b5 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0870061 Sep 26 18:05:30.153629 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4db6c973-c822-4a14-b932-8ee21eaa4416 req-cd5ea945-be32-497c-8614-e2a5b2b0f81b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769756 Sep 26 18:05:30.605314 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:31.122232 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae8da5d7-8997-497e-887c-9f1d589e5d8e req-71f3e9ec-2832-41bc-b36f-f87852237314 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0338798 Sep 26 18:05:31.378693 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed64efc-a78a-49f5-992a-df3970403948 req-f5d16d07-06d4-4b4a-9fc6-a30e816fc0c9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:31.380345 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2ed64efc-a78a-49f5-992a-df3970403948 req-f5d16d07-06d4-4b4a-9fc6-a30e816fc0c9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0762789 Sep 26 18:05:31.415315 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:31.452982 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2ed64efc-a78a-49f5-992a-df3970403948 req-06900a89-ec0a-4269-b284-cd9d47e4e22a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643835 Sep 26 18:05:32.314224 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b6245f32-cb22-4f0d-bd72-316edd24f8de req-e71da62a-1681-4cc7-8621-96c13f59c400 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0767944 Sep 26 18:05:32.666735 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee6bba-f6f2-4e86-b5e4-e4c0e1f2857b req-3bada3b9-67ae-4a58-9925-f1473c3229c9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:32.668430 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7dcddac1-193d-402c-a013-a49e153be5b8 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:05:32.669423 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0cee6bba-f6f2-4e86-b5e4-e4c0e1f2857b req-3bada3b9-67ae-4a58-9925-f1473c3229c9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0689836 Sep 26 18:05:32.696078 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 7dcddac1-193d-402c-a013-a49e153be5b8 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:05:32.696861 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 7dcddac1-193d-402c-a013-a49e153be5b8 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:05:32.772485 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0cee6bba-f6f2-4e86-b5e4-e4c0e1f2857b req-91e22798-1f8a-460f-9352-a1e5c674c63c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910704 Sep 26 18:05:33.473865 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eba72e32-c599-4c29-87f1-2cd6452aa71e req-8105e587-882a-4c7e-a4b1-c041fe489e32 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0372062 Sep 26 18:05:34.077003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b270c3e-1eb2-4d3b-8bcd-26eb4bfc2bb6 req-06d020ed-2da2-4762-a98d-e83c8eca5740 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:34.078663 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b270c3e-1eb2-4d3b-8bcd-26eb4bfc2bb6 req-06d020ed-2da2-4762-a98d-e83c8eca5740 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.1516445 Sep 26 18:05:34.170264 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b270c3e-1eb2-4d3b-8bcd-26eb4bfc2bb6 req-436946a2-6999-4ba2-a3a8-4bacdeca514f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838847 Sep 26 18:05:34.666452 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e9c35b1-8cfd-4a33-9663-e4dff25d8496 req-9076c90a-3ea5-4117-a102-2dc93001f9c4 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0499995 Sep 26 18:05:35.402373 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312fd1-8853-43ad-b387-dcf688096760 req-e94257fe-1987-45fc-b779-26fe018a5337 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:35.411986 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-35312fd1-8853-43ad-b387-dcf688096760 req-e94257fe-1987-45fc-b779-26fe018a5337 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.1131666 Sep 26 18:05:35.420485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:35.506345 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-35312fd1-8853-43ad-b387-dcf688096760 req-a21cb646-cb05-4cd4-9d4b-462c50eee37f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930610 Sep 26 18:05:35.820332 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4c9c0c4-4259-4c65-895e-07e6b4790a74 req-5f367cc1-44ac-4fcd-8e6a-8e5ec66e90d8 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0371561 Sep 26 18:05:35.881269 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:35.882161 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=30 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:36.866936 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edc1ea-9d4f-463b-a852-451554344d87 req-cfaceb58-8697-4647-b4b8-f3ee1ed380b4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:36.866936 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02edc1ea-9d4f-463b-a852-451554344d87 req-cfaceb58-8697-4647-b4b8-f3ee1ed380b4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0759935 Sep 26 18:05:36.967290 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02edc1ea-9d4f-463b-a852-451554344d87 req-b2e935f6-f50c-41d9-ab5d-0ac3d2301e6f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995355 Sep 26 18:05:37.057101 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1896fd5b-9c44-44aa-b0eb-bdf9b45534aa req-54c65bc8-2f8b-4a3d-8d58-59fdd9ce2ee0 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0544326 Sep 26 18:05:38.191525 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dab10a-6d06-4e58-9f96-261e5f8dea4f req-52e690bd-92be-4e1f-b279-08f338632f84 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:38.194637 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4dab10a-6d06-4e58-9f96-261e5f8dea4f req-52e690bd-92be-4e1f-b279-08f338632f84 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0701036 Sep 26 18:05:38.263703 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f11bd33-9767-41b8-8674-ec5a93bcd153 req-ab6639b5-a5b0-4a57-a5a6-65279dc5e072 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0433609 Sep 26 18:05:38.302352 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4dab10a-6d06-4e58-9f96-261e5f8dea4f req-60f84448-20ef-44ce-b193-5a3b041cd7be tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020956 Sep 26 18:05:38.440604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6e9333e6-2b7a-4368-bc6a-c02c36fb6534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:39.012530 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:39.013870 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=56 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:39.426489 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-875fbf32-658c-4c7d-9034-292d540f9d87 req-5646a9b1-9be7-440f-9bdd-27c584103559 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0320859 Sep 26 18:05:39.485809 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574a304-be21-4a76-a70c-398cc530edde req-ab6338ef-f507-47e3-b5cb-b9530106c3fb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:39.488141 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a574a304-be21-4a76-a70c-398cc530edde req-ab6338ef-f507-47e3-b5cb-b9530106c3fb tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0601079 Sep 26 18:05:39.551672 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a574a304-be21-4a76-a70c-398cc530edde req-08bf1866-fec9-48ce-9d4f-84c9d469061c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571139 Sep 26 18:05:40.565817 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3da6a7f8-80b7-4a05-8317-7ab193b0f5f9 req-0460017d-7f5e-4f16-b5f9-0e4257bd6019 tempest-VolumesNegativeTest-775969406 tempest-VolumesNegativeTest-775969406-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=8c779089-3ec0-4a08-be21-f1b626bfc63a HTTP/1.1" status: 200 len: 210 time: 0.0431077 Sep 26 18:05:40.659701 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3dd71a46-c78d-48d2-b439-ea86c35c25e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:40.712819 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38e20-0f15-481c-8fc5-f80bfa63a631 req-4d6ed83b-329c-4c72-afde-3a79d145967e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:40.714371 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81c38e20-0f15-481c-8fc5-f80bfa63a631 req-4d6ed83b-329c-4c72-afde-3a79d145967e tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0653868 Sep 26 18:05:40.778350 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81c38e20-0f15-481c-8fc5-f80bfa63a631 req-acf2e9a7-ed14-40b6-8476-35dca6f0ee81 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524471 Sep 26 18:05:41.952496 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5db0eb-bca5-4c41-8c83-b2945ee4e1fb req-527d9e51-5eb1-4d42-8898-e0856f794db7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:41.954093 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b5db0eb-bca5-4c41-8c83-b2945ee4e1fb req-527d9e51-5eb1-4d42-8898-e0856f794db7 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 943 time: 0.0606523 Sep 26 18:05:42.020861 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b5db0eb-bca5-4c41-8c83-b2945ee4e1fb req-107d46a7-c3ed-4b59-8fef-84635c07e57a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606959 Sep 26 18:05:42.121906 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.707440 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:05:42.728409 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:42.836181 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:42.849831 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'port_id': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'mac_address': 'fa:16:3e:1f:66:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:05:42.896680 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:42.897218 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:42.918596 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14bbe001-a6af-44ee-a3dc-10ecc3168a74 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:05:42.942993 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:42.947836 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.018107 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=9']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:43.029441 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.029758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.030140 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.030471 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.030798 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.031154 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.031478 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.031829 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.032160 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.032474 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.032795 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.033131 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.033543 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.034718 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.035307 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:43.193988 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f52a1e-abb6-45c0-a2db-abbe1f22bb56 req-2bfecc04-d495-4922-9dfe-d9d29af71803 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:43.195625 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c2f52a1e-abb6-45c0-a2db-abbe1f22bb56 req-2bfecc04-d495-4922-9dfe-d9d29af71803 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 944 time: 0.0660744 Sep 26 18:05:43.252688 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c2f52a1e-abb6-45c0-a2db-abbe1f22bb56 req-c57d44dd-eb7f-41e0-b196-ecc2354b9c90 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486889 Sep 26 18:05:43.360890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:43.370448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['14bbe001-a6af-44ee-a3dc-10ecc3168a74'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:05:43.445907 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:43.574939 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.450997 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d03fc3-84eb-4067-a76e-c9776994d8f0 req-54cde3d5-7f65-49d5-a9ef-8e3f37d66ee6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:44.452721 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69d03fc3-84eb-4067-a76e-c9776994d8f0 req-54cde3d5-7f65-49d5-a9ef-8e3f37d66ee6 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 944 time: 0.0597241 Sep 26 18:05:44.477878 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:44.514769 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69d03fc3-84eb-4067-a76e-c9776994d8f0 req-f564466a-14f2-474b-af96-fc84527d2ece tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548139 Sep 26 18:05:44.735091 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:05:44.805869 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:05:44.806292 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.806785 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 Sep 26 18:05:44.934566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:05:44.934566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:44.971901 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:05:44.974475 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69520db2-b0e3-40e2-9192-eca58e5f67dc" -d '{"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-plugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:05:45.003563 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:45.012476 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:45.044611 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e2e90a-4723-4c9f-b286-cf6bdb046533 x-openstack-request-id: req-f7e2e90a-4723-4c9f-b286-cf6bdb046533 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:05:45.045037 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-plugged", "status": "completed", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:05:45.045408 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f7e2e90a-4723-4c9f-b286-cf6bdb046533 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:05:45.046032 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7e2e90a-4723-4c9f-b286-cf6bdb046533'] response: {'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'code': 200} Sep 26 18:05:45.095758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=10']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:45.353253 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afcf2ad-6a20-4ed0-bf32-f9bcd7c90e09 req-f5cb4082-7826-441f-abc5-c1222b6a0f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:45.354786 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9afcf2ad-6a20-4ed0-bf32-f9bcd7c90e09 req-f5cb4082-7826-441f-abc5-c1222b6a0f26 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 1130 time: 0.0495157 Sep 26 18:05:45.416333 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9afcf2ad-6a20-4ed0-bf32-f9bcd7c90e09 req-c0ba730f-a19f-4fa5-b1d7-99e9f1798d75 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530343 Sep 26 18:05:45.686436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea0673b-c8e3-45e8-9486-3f90d24647fb req-5da0070b-1d76-4595-98b5-6e3f6db1e699 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:45.688677 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ea0673b-c8e3-45e8-9486-3f90d24647fb req-5da0070b-1d76-4595-98b5-6e3f6db1e699 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0625119 Sep 26 18:05:45.760760 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ea0673b-c8e3-45e8-9486-3f90d24647fb req-139f7366-0f77-4968-b96b-d1b592a49719 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654330 Sep 26 18:05:46.682291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44114) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:46.903454 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7a81209d-f6cf-4f7d-be16-adf007252af7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2f455e494d9a42b8b29f7cbac3eaf17f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200644 Sep 26 18:05:46.906163 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44126) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:05:46.951626 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584c79f0-889b-454f-91ea-9ae0cb352a8b req-d80783f2-13d1-47fd-bc74-42e263d5ae88 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:46.953459 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-584c79f0-889b-454f-91ea-9ae0cb352a8b req-d80783f2-13d1-47fd-bc74-42e263d5ae88 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0807767 Sep 26 18:05:47.008307 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Publish callbacks [] for security_group (67bd611e-75e4-4e0e-a2b3-296e56e0ac9d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:47.058517 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Publish callbacks [] for security_group (67bd611e-75e4-4e0e-a2b3-296e56e0ac9d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:47.082783 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-584c79f0-889b-454f-91ea-9ae0cb352a8b req-cbe797f4-2566-4c4d-ac62-60e8c5b89f97 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128631 Sep 26 18:05:47.149228 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (67bd611e-75e4-4e0e-a2b3-296e56e0ac9d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:47.153601 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:47.155435 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/67bd611e-75e4-4e0e-a2b3-296e56e0ac9d HTTP/1.1" status: 204 len: 168 time: 0.2464554 Sep 26 18:05:47.169736 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bd611e-75e4-4e0e-a2b3-296e56e0ac9d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:05:47.183337 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.183852 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.184346 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.184899 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.185400 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.186213 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.186413 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.187297 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.187947 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.188477 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.188804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.189383 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.189832 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.190898 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:47.191659 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81936846-50c2-43df-87f5-628f5e434961 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:05:48.259126 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:48.277813 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec2225-2865-44bd-be12-7d006db4bd7b req-ba621843-fd92-443e-8701-01f4356c7db2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:48.279639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e3ec2225-2865-44bd-be12-7d006db4bd7b req-ba621843-fd92-443e-8701-01f4356c7db2 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0867565 Sep 26 18:05:48.346868 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e3ec2225-2865-44bd-be12-7d006db4bd7b req-24aa336c-fd3e-4864-bae9-8841a888ddbd tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574811 Sep 26 18:05:50.130590 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189672b0-1f75-4577-ba9b-c0135b0ed6f4 req-f3f11452-82d0-4d99-b767-879269cc0e3d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:50.133472 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-189672b0-1f75-4577-ba9b-c0135b0ed6f4 req-f3f11452-82d0-4d99-b767-879269cc0e3d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0669656 Sep 26 18:05:50.215428 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-189672b0-1f75-4577-ba9b-c0135b0ed6f4 req-742c496b-6f64-4904-9045-da4beb62c428 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688691 Sep 26 18:05:51.381363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f0fed-97d1-414f-88d6-00eb47bd81ad req-8b0fa466-f9ec-4483-bd3d-807f0a494f25 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:51.383411 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-562f0fed-97d1-414f-88d6-00eb47bd81ad req-8b0fa466-f9ec-4483-bd3d-807f0a494f25 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0685940 Sep 26 18:05:51.441074 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-562f0fed-97d1-414f-88d6-00eb47bd81ad req-3a8d3e20-f96a-4a6f-be64-156120b963ef tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505250 Sep 26 18:05:52.592165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef962d-a01a-48a7-8e5b-b2089d37196e req-225d25ba-a4d0-45f6-a3c1-ad4805ed133b tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:52.593700 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50ef962d-a01a-48a7-8e5b-b2089d37196e req-225d25ba-a4d0-45f6-a3c1-ad4805ed133b tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0553927 Sep 26 18:05:52.657481 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50ef962d-a01a-48a7-8e5b-b2089d37196e req-2f9e0a86-1f21-4fe8-b05d-f1837f0546b0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524457 Sep 26 18:05:53.798420 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606117eb-d6b8-4079-a8fb-75d3b37708e5 req-6329f613-0c29-4154-9503-b0ace72adfd1 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:53.800414 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-606117eb-d6b8-4079-a8fb-75d3b37708e5 req-6329f613-0c29-4154-9503-b0ace72adfd1 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0519290 Sep 26 18:05:53.860250 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-606117eb-d6b8-4079-a8fb-75d3b37708e5 req-650d73c3-99a8-4f00-9549-ad12ab237ca4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535119 Sep 26 18:05:54.839796 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:05:55.047599 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dffd90e-cd07-4275-a05b-3c1279282dac req-d3cf3ba4-42d5-40aa-a24f-c791daba1b87 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:55.051013 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3dffd90e-cd07-4275-a05b-3c1279282dac req-d3cf3ba4-42d5-40aa-a24f-c791daba1b87 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0736334 Sep 26 18:05:55.093397 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=69,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:55.114507 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3dffd90e-cd07-4275-a05b-3c1279282dac req-e3d31096-ca66-451c-a569-548c74d6a3f7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578458 Sep 26 18:05:56.276043 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd9dc0-5137-40e2-9f95-5de7c0d49180 req-0d4d9c6a-6bf2-45ba-9425-0e3f6060bfaf tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:56.278539 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ddd9dc0-5137-40e2-9f95-5de7c0d49180 req-0d4d9c6a-6bf2-45ba-9425-0e3f6060bfaf tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0641661 Sep 26 18:05:56.336743 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ddd9dc0-5137-40e2-9f95-5de7c0d49180 req-591392d4-ba1e-4cdd-b8de-fa88f560dcea tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520816 Sep 26 18:05:57.173474 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=24,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:57.174355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=21,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:57.216558 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=50,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:57.218295 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=27 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:57.515750 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4be13a-cb8e-4fea-811a-376245b38bd9 req-a563cb20-78b3-4db5-99e4-7383afdc2476 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:57.517369 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c4be13a-cb8e-4fea-811a-376245b38bd9 req-a563cb20-78b3-4db5-99e4-7383afdc2476 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0751226 Sep 26 18:05:57.554533 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:57.610952 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca47de5-13d0-44c1-b826-4d9cb470dd73 req-abca4a8a-3376-4c2b-9096-5cc648fc508b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:57.613673 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8ca47de5-13d0-44c1-b826-4d9cb470dd73 req-abca4a8a-3376-4c2b-9096-5cc648fc508b tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.0707324 Sep 26 18:05:57.618189 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c4be13a-cb8e-4fea-811a-376245b38bd9 req-93abe85c-3f6b-49c3-82a0-e269dbe2617f tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940344 Sep 26 18:05:57.665650 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8ca47de5-13d0-44c1-b826-4d9cb470dd73 req-8cf0a1a4-4cad-46ad-8a02-d6f03f6ecb60 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454450 Sep 26 18:05:58.782384 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed8811b-616e-4b25-8cfc-039a8c7c9247 req-edeb80ef-dec9-4dc3-94e7-28d5156e5726 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:58.784071 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bed8811b-616e-4b25-8cfc-039a8c7c9247 req-edeb80ef-dec9-4dc3-94e7-28d5156e5726 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0733407 Sep 26 18:05:58.839649 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c45394-8ef0-4531-92ed-67498fe70b62 req-43815d2f-7d1a-456d-b995-b301c5dc05ea tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:58.841216 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9c45394-8ef0-4531-92ed-67498fe70b62 req-43815d2f-7d1a-456d-b995-b301c5dc05ea tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.0834007 Sep 26 18:05:58.916206 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bed8811b-616e-4b25-8cfc-039a8c7c9247 req-472e4ddd-e97f-4b84-b5cc-a71c743f6d11 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141412 Sep 26 18:05:58.958726 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a9c45394-8ef0-4531-92ed-67498fe70b62 req-9d2d2e15-0d70-4d78-8190-16747a3142b8 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050630 Sep 26 18:05:59.602516 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-547727fe-d5b0-44e2-8a15-1ecf011238f0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:05:59.604060 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-547727fe-d5b0-44e2-8a15-1ecf011238f0 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.0607059 Sep 26 18:05:59.640218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:05:59.722180 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port 21f156dc-c2bb-412a-ad6c-315c375a2917 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:05:59.723280 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:05:59.869419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] For port 21f156dc-c2bb-412a-ad6c-315c375a2917, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=21f156dc-c2bb-412a-ad6c-315c375a2917,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:05:59.870367 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.006791 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-e5c00150-4f1b-47ec-8bfa-9f70e01aa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.006791 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-e5c00150-4f1b-47ec-8bfa-9f70e01aa6cb service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1130 time: 0.0607390 Sep 26 18:06:00.142061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-df258c67-ddaa-4758-88ed-4152c18be4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.144042 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-df258c67-ddaa-4758-88ed-4152c18be4ac service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 910 time: 0.1076586 Sep 26 18:06:00.155166 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55da18e0-007f-4652-b414-71022366e0a6 req-503e9055-9adc-4f31-a450-d5375a979645 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.156641 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-55da18e0-007f-4652-b414-71022366e0a6 req-503e9055-9adc-4f31-a450-d5375a979645 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.1315536 Sep 26 18:06:00.162705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.163090 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (1ed9168a-30e3-4a68-ba59-9174f29d311d), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.163412 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Floating IP 1ed9168a-30e3-4a68-ba59-9174f29d311d disassociated. External IP: 172.27.0.139, port: 21f156dc-c2bb-412a-ad6c-315c375a2917. Sep 26 18:06:00.163833 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for 21f156dc-c2bb-412a-ad6c-315c375a2917 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:00.183836 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f275ee-8f8e-4d9e-99e6-56be4e17238b req-0210abb5-2ab3-4ff3-b1c6-671dd67d5d48 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.185860 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5f275ee-8f8e-4d9e-99e6-56be4e17238b req-0210abb5-2ab3-4ff3-b1c6-671dd67d5d48 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 945 time: 0.1158741 Sep 26 18:06:00.218375 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-19c88bc8-d398-46a2-8a94-c833087857d6 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 1001 time: 0.0672052 Sep 26 18:06:00.308767 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-55da18e0-007f-4652-b414-71022366e0a6 req-c0d7b18a-5cca-494d-9893-2306ac2d30e8 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1426644 Sep 26 18:06:00.316255 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5f275ee-8f8e-4d9e-99e6-56be4e17238b req-556f6725-07d8-4d4e-adad-32768d7c44f6 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b96d069a-e136-4f6f-800e-035806296db9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185720 Sep 26 18:06:00.372391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:00.395646 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-8a221769-de97-4b0f-911b-7da2b8127fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.397265 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-8a221769-de97-4b0f-911b-7da2b8127fc1 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0630665 Sep 26 18:06:00.397494 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (21f156dc-c2bb-412a-ad6c-315c375a2917), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.432269 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=21f156dc-c2bb-412a-ad6c-315c375a2917,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:00.458383 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-d446d8c5-d696-4962-ba60-072b0b24fc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.459962 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-d446d8c5-d696-4962-ba60-072b0b24fc57 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494304 Sep 26 18:06:00.560074 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-0b01358c-a3e6-4b75-859f-bb44222b44e5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926287 Sep 26 18:06:00.577771 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:00.579890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:00.604779 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.670479 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4c209781-5bbe-4e8b-8571-1173704949a0 req-0ba116e1-fef5-47ea-8d95-202948781795 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028016 Sep 26 18:06:00.702663 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:00.714028 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:00.727035 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:00.728253 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:05:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:00.756991 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] No DVR routers for this DVR port 21f156dc-c2bb-412a-ad6c-315c375a2917 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:00.763640 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:00.767229 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad1bb5bf-07b4-4c74-846b-dc67fc8c2437 req-3ee27070-c8f5-4057-95c4-067e1f74631d tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.98 "DELETE /networking/v2.0/ports/21f156dc-c2bb-412a-ad6c-315c375a2917 HTTP/1.1" status: 204 len: 173 time: 1.1582766 Sep 26 18:06:00.767757 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'name': 'network-vif-deleted', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:00.771228 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b52f807-ede2-4d15-9697-ef9bc1304046" -d '{"events": [{"server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "name": "network-vif-deleted", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:00.817278 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-fed7f966-517d-481f-89cf-7e4e998bbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.819664 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-fed7f966-517d-481f-89cf-7e4e998bbf66 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1130 time: 0.0727313 Sep 26 18:06:00.844306 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5f6c6-5942-4f7d-9737-89740b4269f1 x-openstack-request-id: req-42a5f6c6-5942-4f7d-9737-89740b4269f1 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:00.844660 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd47c0da-89c4-458a-b641-d445a5163550", "name": "network-vif-deleted", "tag": "21f156dc-c2bb-412a-ad6c-315c375a2917", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:00.844919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-42a5f6c6-5942-4f7d-9737-89740b4269f1 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:00.845332 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a5f6c6-5942-4f7d-9737-89740b4269f1'] response: {'server_uuid': 'dd47c0da-89c4-458a-b641-d445a5163550', 'name': 'network-vif-deleted', 'tag': '21f156dc-c2bb-412a-ad6c-315c375a2917', 'status': 'completed', 'code': 200} Sep 26 18:06:00.856158 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:00.971115 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-b4ea1805-0d0d-48da-b46f-5ce41830073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:00.973975 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-b4ea1805-0d0d-48da-b46f-5ce41830073a service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 910 time: 0.1469800 Sep 26 18:06:01.089230 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-4cf61b84-19d7-4984-a4e1-e78a8543498c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 1001 time: 0.0895848 Sep 26 18:06:01.159481 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:01.167744 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-73125560-011f-4d6c-91c7-9fa9cde51707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:01.169620 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-73125560-011f-4d6c-91c7-9fa9cde51707 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0721810 Sep 26 18:06:01.187761 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:01.201030 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:01.201999 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:05:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:01.245762 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-0628de80-b4b1-484e-b53a-ebb44bac7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:01.248268 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-0628de80-b4b1-484e-b53a-ebb44bac7b39 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633979 Sep 26 18:06:01.342193 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:01.388128 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-715dce1d-48bb-4eee-86de-e77504bf8cad service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320193 Sep 26 18:06:01.470827 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-740f42dc-6d87-41bc-ac1f-4561bc0da3d9 req-abcde451-f65d-419d-8e67-0a5a93a77613 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=dd47c0da-89c4-458a-b641-d445a5163550 HTTP/1.1" status: 200 len: 210 time: 0.0349703 Sep 26 18:06:01.479428 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1973e8eb-e175-40f8-9790-cbf2e97cd6d4 req-cbb8f269-6426-4a88-88e2-0134379640e0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:01.480998 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1973e8eb-e175-40f8-9790-cbf2e97cd6d4 req-cbb8f269-6426-4a88-88e2-0134379640e0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0757740 Sep 26 18:06:01.547475 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1973e8eb-e175-40f8-9790-cbf2e97cd6d4 req-5645616a-996e-4f63-95a4-2538efd8fa15 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532701 Sep 26 18:06:01.584004 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:01.646371 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb3f776a-7161-4012-8874-b49d2a4b8e24 None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T17:59:07Z', 'revision_number': 4, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '67334e16-b4b4-44ea-9a69-4f9c9ca678fd', 'name': '', 'network_id': 'e84a6098-e79e-4a0a-b228-abe98a9c9b30', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'mac_address': 'fa:16:3e:f5:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:04Z', 'updated_at': '2022-09-26T17:59:24Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'subnets': [{'id': '2e973b61-97ce-4f41-8a79-0b9ddfb65525', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:01.710518 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e72d733-096b-49b0-a3b6-fadd88e520f2 req-c1324673-1c61-4dbf-9f36-6d608361048d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301744 Sep 26 18:06:01.956582 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0a01f2-8c44-4164-8d43-b93e9cb36101 None None] New status for floating IP 1ed9168a-30e3-4a68-ba59-9174f29d311d: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:02.591887 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44252) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:02.685212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9251d0d-8c7b-4e74-b0d7-0831eb250d29 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (b96d069a-e136-4f6f-800e-035806296db9), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.720825 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24309566-2be3-4fb0-b668-e20e502d1807 req-381eb7d3-39f3-4a9e-9215-1cff1f57bf19 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:02.722344 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-24309566-2be3-4fb0-b668-e20e502d1807 req-381eb7d3-39f3-4a9e-9215-1cff1f57bf19 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0751703 Sep 26 18:06:02.724197 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9251d0d-8c7b-4e74-b0d7-0831eb250d29 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (b96d069a-e136-4f6f-800e-035806296db9), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.808286 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-24309566-2be3-4fb0-b668-e20e502d1807 req-b907c3f3-2a6c-4c51-87e0-926a50d515fa tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676563 Sep 26 18:06:02.829149 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9251d0d-8c7b-4e74-b0d7-0831eb250d29 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b96d069a-e136-4f6f-800e-035806296db9), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.833659 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9251d0d-8c7b-4e74-b0d7-0831eb250d29 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:02.834865 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e9251d0d-8c7b-4e74-b0d7-0831eb250d29 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b96d069a-e136-4f6f-800e-035806296db9 HTTP/1.1" status: 204 len: 168 time: 0.2415824 Sep 26 18:06:02.838256 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44254) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:02.842116 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 21f156dc-c2bb-412a-ad6c-315c375a2917 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:02.856589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9251d0d-8c7b-4e74-b0d7-0831eb250d29 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96d069a-e136-4f6f-800e-035806296db9,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:02.858640 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.api.v2.resource [None req-4e789bf2-d3d7-43e0-bb0c-45478de6cba9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] show failed (client error): The resource could not be found. Sep 26 18:06:02.864260 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4e789bf2-d3d7-43e0-bb0c-45478de6cba9 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "GET /networking/v2.0/security-groups/b96d069a-e136-4f6f-800e-035806296db9 HTTP/1.1" status: 404 len: 347 time: 0.0190966 Sep 26 18:06:02.865841 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 21f156dc-c2bb-412a-ad6c-315c375a2917 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:02.865841 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 21f156dc-c2bb-412a-ad6c-315c375a2917 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:02.866097 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44256) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:02.988190 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Deleting port c4bd8006-3e96-4152-9ecd-48a8f4f895ca {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:02.988529 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.068796 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.072667 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.083550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Calling delete_port for c4bd8006-3e96-4152-9ecd-48a8f4f895ca owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:03.209123 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:03.235208 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c4bd8006-3e96-4152-9ecd-48a8f4f895ca), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.265592 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Pushing event deleted for resources: {'Port': ['ID=c4bd8006-3e96-4152-9ecd-48a8f4f895ca,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:03.326761 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:03.336265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks [] for floatingip (1ed9168a-30e3-4a68-ba59-9174f29d311d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.338769 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:03.339948 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8d5d5a0d-8387-4d94-859a-2cacf9961321 tempest-AttachVolumeNegativeTest-1830484695 tempest-AttachVolumeNegativeTest-1830484695-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/1ed9168a-30e3-4a68-ba59-9174f29d311d HTTP/1.1" status: 204 len: 168 time: 0.4744859 Sep 26 18:06:04.112790 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e30eb7-1f0f-4134-a72f-2dbd6b52acbb req-b0de744c-f4d8-40c5-93ad-788e5f63ce23 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:04.115440 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96e30eb7-1f0f-4134-a72f-2dbd6b52acbb req-b0de744c-f4d8-40c5-93ad-788e5f63ce23 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0657277 Sep 26 18:06:04.175001 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-96e30eb7-1f0f-4134-a72f-2dbd6b52acbb req-b0ac01c1-77b0-49a7-806c-8e87ea924ac9 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519278 Sep 26 18:06:05.311971 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0b481-920f-4613-b892-4f31a06e4a09 req-f28923f2-2634-4630-aa83-db96872cd3a6 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.318439 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5b0b481-920f-4613-b892-4f31a06e4a09 req-f28923f2-2634-4630-aa83-db96872cd3a6 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0597379 Sep 26 18:06:05.382356 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5b0b481-920f-4613-b892-4f31a06e4a09 req-8247af97-4e7e-4a6d-abf0-249b9e86d19c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607893 Sep 26 18:06:05.693481 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53db68-264d-4202-940f-6bfb0d967276 req-3f092185-f6e5-4a6b-a74a-af0b413a9aef tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:05.695058 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e53db68-264d-4202-940f-6bfb0d967276 req-3f092185-f6e5-4a6b-a74a-af0b413a9aef tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0673404 Sep 26 18:06:05.736498 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44286) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:05.779658 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e53db68-264d-4202-940f-6bfb0d967276 req-71ddbfc3-dbf8-4da0-9f2d-0473fb1b5166 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772655 Sep 26 18:06:05.848660 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:05.865533 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-eeda7fbe-b7cc-40f0-b1d8-4475cd18958b service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253326 Sep 26 18:06:05.880855 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-6a072367-b3c6-42a0-8431-1d8de217c7d3 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:06:05.880855 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-6a072367-b3c6-42a0-8431-1d8de217c7d3 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0088384 Sep 26 18:06:06.083981 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44306) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:06.136318 dv-cinder-859318-1-iscsi neutron-server[106211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 26 18:06:06.186765 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-b96a54fe-8e27-4e67-aefe-c5e8ab710e3c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.188195 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-b96a54fe-8e27-4e67-aefe-c5e8ab710e3c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports/f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 943 time: 0.1030657 Sep 26 18:06:06.849627 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:06.941639 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4908dad-83cc-43eb-81cf-d1adbec00207 req-0278f3d4-e3a2-422a-adb0-7ef0f76860a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:06.943195 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4908dad-83cc-43eb-81cf-d1adbec00207 req-0278f3d4-e3a2-422a-adb0-7ef0f76860a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0612872 Sep 26 18:06:07.016238 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4908dad-83cc-43eb-81cf-d1adbec00207 req-01ebaf80-c31f-4605-8b19-c23ba81361cf tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671029 Sep 26 18:06:07.076117 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:07.076744 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.111475 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:07.111695 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e951d3-66a1-4986-a2dd-6cba0a822fa8" -d '{"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:07.133109 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:07.139507 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:07.172544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f0be6d-2a5d-47ec-ac2f-f4be9cda5db8 x-openstack-request-id: req-10f0be6d-2a5d-47ec-ac2f-f4be9cda5db8 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:07.173037 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-unplugged", "status": "failed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "code": 422}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:07.173156 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-10f0be6d-2a5d-47ec-ac2f-f4be9cda5db8 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:07.173479 dv-cinder-859318-1-iscsi neutron-server[106212]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-10f0be6d-2a5d-47ec-ac2f-f4be9cda5db8']: {'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'code': 422} returned with failed status Sep 26 18:06:07.212098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=6']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:07.218309 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44332) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:07.801485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (03397f48-dd19-4a2c-b3d0-30e65c695242), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.282687 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62d0a8-2db0-4573-81f1-1ff845a7731b req-fbf634da-3af1-4aa1-95e8-4aa2ce578a93 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.284524 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c62d0a8-2db0-4573-81f1-1ff845a7731b req-fbf634da-3af1-4aa1-95e8-4aa2ce578a93 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0802958 Sep 26 18:06:08.312648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:08.326046 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:08.387644 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c62d0a8-2db0-4573-81f1-1ff845a7731b req-bae83a5b-b0e9-4d66-8b79-bc6130ba3448 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964303 Sep 26 18:06:08.392671 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Deleting port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:08.393020 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.430116 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30e77e51-7346-4a80-affd-c67292e0ed61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.486373 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] For port 67334e16-b4b4-44ea-9a69-4f9c9ca678fd, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:08.486731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.500168 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Calling delete_port for 67334e16-b4b4-44ea-9a69-4f9c9ca678fd owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:08.664248 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-b4148d69-3701-48cc-a018-f12bb29b4446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.666029 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-b4148d69-3701-48cc-a018-f12bb29b4446 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3&tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3 HTTP/1.1" status: 200 len: 1128 time: 0.0457268 Sep 26 18:06:08.729155 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:08.750465 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (67334e16-b4b4-44ea-9a69-4f9c9ca678fd), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:08.774272 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-1dc12fd7-4001-4ddd-9f83-1bd4108c1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.776146 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-1dc12fd7-4001-4ddd-9f83-1bd4108c1824 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1128 time: 0.0579059 Sep 26 18:06:08.788469 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Pushing event deleted for resources: {'Port': ['ID=67334e16-b4b4-44ea-9a69-4f9c9ca678fd,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:08.934504 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-63d7e9b6-3f89-49fd-94b8-717f8ab1cc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:08.936404 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-63d7e9b6-3f89-49fd-94b8-717f8ab1cc56 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 910 time: 0.1459734 Sep 26 18:06:09.024939 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-80e593d3-43f0-4829-ba45-60c858c83238 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 999 time: 0.0799429 Sep 26 18:06:09.071497 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (03397f48-dd19-4a2c-b3d0-30e65c695242), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:09.106371 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-f912ed52-8e49-42a5-912f-8f61098f0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.108755 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-f912ed52-8e49-42a5-912f-8f61098f0044 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0753167 Sep 26 18:06:09.186101 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-c2524ae1-0205-4e39-af13-9db9572a00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.188829 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-c2524ae1-0205-4e39-af13-9db9572a00d0 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725031 Sep 26 18:06:09.333429 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-f30221db-7828-4712-ad8f-a40b6e982b0a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325550 Sep 26 18:06:09.427498 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Router 03397f48-dd19-4a2c-b3d0-30e65c695242 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:09.511230 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:09.512231 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0adffd8-6ab9-44ae-a1c0-de77f835b5b7 req-c5059bd5-e585-46f8-a6f8-9784664645a3 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632645 Sep 26 18:06:09.558337 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:09.614985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133053c-68fd-47cf-a638-e470e040f0b1 req-b0f842b6-b8d5-40f1-aced-13960c28a853 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:09.616597 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4133053c-68fd-47cf-a638-e470e040f0b1 req-b0f842b6-b8d5-40f1-aced-13960c28a853 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.1109891 Sep 26 18:06:09.658323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:09.670710 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] Sync routers for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:09.671422 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f97b8c85-7b95-464d-a7e2-1fd0d493b3ea admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/03397f48-dd19-4a2c-b3d0-30e65c695242/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4516599 Sep 26 18:06:09.673990 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44358) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:09.685755 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:09.686748 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:05:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:09.694380 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4133053c-68fd-47cf-a638-e470e040f0b1 req-0587516c-6099-407c-93b8-b1f0d778e189 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686889 Sep 26 18:06:09.806424 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:09.828017 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks [] for router (03397f48-dd19-4a2c-b3d0-30e65c695242), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.011081 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks [] for router_gateway (03397f48-dd19-4a2c-b3d0-30e65c695242), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.027650 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.043604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58'}], 'enable_snat': True}, 'gw_port_id': '952678da-24e6-48b7-8bc2-703782af977c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T18:06:08Z', 'revision_number': 5, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port': {'id': '952678da-24e6-48b7-8bc2-703782af977c', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:6a:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:10.067100 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Deleting port 952678da-24e6-48b7-8bc2-703782af977c {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:10.067585 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (952678da-24e6-48b7-8bc2-703782af977c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.073733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] Checking router: 03397f48-dd19-4a2c-b3d0-30e65c695242 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:10.084613 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] Routers {'03397f48-dd19-4a2c-b3d0-30e65c695242'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:10.085243 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:05:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['03397f48-dd19-4a2c-b3d0-30e65c695242'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:10.130924 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.166758 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] For port 952678da-24e6-48b7-8bc2-703782af977c, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=952678da-24e6-48b7-8bc2-703782af977c,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:10.167160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (952678da-24e6-48b7-8bc2-703782af977c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.188308 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Calling delete_port for 952678da-24e6-48b7-8bc2-703782af977c owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:10.195739 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.199291 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] Set router 03397f48-dd19-4a2c-b3d0-30e65c695242 gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:10.264147 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T18:06:10Z', 'revision_number': 6, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:10.293498 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-896b2205-d6d5-4541-a67a-582ff0f028c3 None None] The sync data for ids ['03397f48-dd19-4a2c-b3d0-30e65c695242'] in dv-cinder-859318-1-iscsi is: [{'id': '03397f48-dd19-4a2c-b3d0-30e65c695242', 'name': 'tempest-AttachVolumeNegativeTest-116402677-router', 'tenant_id': '3f9772c3904046ee9778a870f4adc0ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:53Z', 'updated_at': '2022-09-26T18:06:10Z', 'revision_number': 6, 'project_id': '3f9772c3904046ee9778a870f4adc0ae', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:10.382908 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:10.671890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0cccfe09-0141-4d4f-bb61-bce1d1f5133d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.726093 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (952678da-24e6-48b7-8bc2-703782af977c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.756853 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=952678da-24e6-48b7-8bc2-703782af977c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:10.833829 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (03397f48-dd19-4a2c-b3d0-30e65c695242), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.875503 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fd1ce-f76a-4b43-9158-ca582b2227d0 req-3e93d3c8-7a12-42a3-8658-e9105eb3cd35 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:10.877155 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e06fd1ce-f76a-4b43-9158-ca582b2227d0 req-3e93d3c8-7a12-42a3-8658-e9105eb3cd35 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0702372 Sep 26 18:06:10.941677 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (03397f48-dd19-4a2c-b3d0-30e65c695242), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.944547 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks [] for router_controller (03397f48-dd19-4a2c-b3d0-30e65c695242), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:10.947641 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e06fd1ce-f76a-4b43-9158-ca582b2227d0 req-8343dccc-7a72-439b-ac20-a0c620664e0b tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593512 Sep 26 18:06:11.013830 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (03397f48-dd19-4a2c-b3d0-30e65c695242), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.014876 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03397f48-dd19-4a2c-b3d0-30e65c695242 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:06:11.023566 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.025540 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-32844956-8616-4e9a-9432-b8f489bf6b18 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/03397f48-dd19-4a2c-b3d0-30e65c695242 HTTP/1.1" status: 204 len: 168 time: 1.3494821 Sep 26 18:06:11.029160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44364) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:11.077358 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Deleting subnet 2e973b61-97ce-4f41-8a79-0b9ddfb65525 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:06:11.081346 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Publish callbacks [] for subnet (2e973b61-97ce-4f41-8a79-0b9ddfb65525), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.118958 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (2e973b61-97ce-4f41-8a79-0b9ddfb65525), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.228204 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (2e973b61-97ce-4f41-8a79-0b9ddfb65525), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.314505 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (2e973b61-97ce-4f41-8a79-0b9ddfb65525), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.353561 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e973b61-97ce-4f41-8a79-0b9ddfb65525,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:11.357787 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.361252 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b96e54b7-d7c9-414a-a339-22394314f8f4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/2e973b61-97ce-4f41-8a79-0b9ddfb65525 HTTP/1.1" status: 204 len: 168 time: 0.3308792 Sep 26 18:06:11.365077 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44366) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:11.371368 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18697eb-e5d1-422b-899c-ea482475e5ce None None] Network e84a6098-e79e-4a0a-b228-abe98a9c9b30 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:11.458653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 952678da-24e6-48b7-8bc2-703782af977c no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:11.490329 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 952678da-24e6-48b7-8bc2-703782af977c {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:11.490682 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 952678da-24e6-48b7-8bc2-703782af977c not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:11.491159 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 67334e16-b4b4-44ea-9a69-4f9c9ca678fd no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:11.498295 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (e84a6098-e79e-4a0a-b228-abe98a9c9b30), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.517490 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 67334e16-b4b4-44ea-9a69-4f9c9ca678fd {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:11.518236 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 67334e16-b4b4-44ea-9a69-4f9c9ca678fd not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:11.571684 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Deleting port 5991cc16-9141-454f-bf80-19ec3fa48604 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:11.572154 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.662740 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] DHCP port deletion for e84a6098-e79e-4a0a-b228-abe98a9c9b30 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:06:11.663617 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] For port 5991cc16-9141-454f-bf80-19ec3fa48604, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5991cc16-9141-454f-bf80-19ec3fa48604,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:11.664003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.678384 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Calling delete_port for 5991cc16-9141-454f-bf80-19ec3fa48604 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:11.717732 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] Deleting port 5991cc16-9141-454f-bf80-19ec3fa48604 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:11.718429 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.789445 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.794925 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] For port 5991cc16-9141-454f-bf80-19ec3fa48604, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5991cc16-9141-454f-bf80-19ec3fa48604,segment=NetworkSegment(d2933975-903e-45b9-9bb1-b3dadfaca8d6),segment_id=d2933975-903e-45b9-9bb1-b3dadfaca8d6)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:11.795329 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.810260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] Calling delete_port for 5991cc16-9141-454f-bf80-19ec3fa48604 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:11.811914 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:11.817487 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Pushing event deleted for resources: {'Port': ['ID=5991cc16-9141-454f-bf80-19ec3fa48604,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:11.821573 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] No DVR routers for this DVR port 5991cc16-9141-454f-bf80-19ec3fa48604 on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:11.897554 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (e84a6098-e79e-4a0a-b228-abe98a9c9b30), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.916779 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (5991cc16-9141-454f-bf80-19ec3fa48604), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.933555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84a6098-e79e-4a0a-b228-abe98a9c9b30']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:11.946374 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] Pushing event deleted for resources: {'Port': ['ID=5991cc16-9141-454f-bf80-19ec3fa48604,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:11.950309 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd30787-9dcf-4ef1-a974-8fc202afea12 None None] No DVR routers for this DVR port 5991cc16-9141-454f-bf80-19ec3fa48604 on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:11.956888 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2933975-903e-45b9-9bb1-b3dadfaca8d6') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:11.957583 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2933975-903e-45b9-9bb1-b3dadfaca8d6') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:11.972285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (d2933975-903e-45b9-9bb1-b3dadfaca8d6), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:11.994519 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (d2933975-903e-45b9-9bb1-b3dadfaca8d6), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.002303 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:06:12.003623 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (d2933975-903e-45b9-9bb1-b3dadfaca8d6), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.056114 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment d2933975-903e-45b9-9bb1-b3dadfaca8d6 resource provider aggregate not found Sep 26 18:06:12.082673 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment d2933975-903e-45b9-9bb1-b3dadfaca8d6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d2933975-903e-45b9-9bb1-b3dadfaca8d6 found for delete ", "request_id": "req-a42ba594-e5dd-4230-acf1-8e5c14e4638a"}]} Sep 26 18:06:12.120472 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (e84a6098-e79e-4a0a-b228-abe98a9c9b30), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.123162 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.136212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.139926 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/e84a6098-e79e-4a0a-b228-abe98a9c9b30 HTTP/1.1" status: 204 len: 168 time: 0.7737937 Sep 26 18:06:12.147317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2588f-8b8f-4fc4-8cfd-d3b9f721c909 req-b2fd68e4-0900-4515-b3a2-6c2154e4c2be tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:12.148874 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56d2588f-8b8f-4fc4-8cfd-d3b9f721c909 req-b2fd68e4-0900-4515-b3a2-6c2154e4c2be tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0783255 Sep 26 18:06:12.158785 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27116f-37ea-496b-8548-721ec22e7361 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84a6098-e79e-4a0a-b228-abe98a9c9b30,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:12.222992 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:12.243314 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56d2588f-8b8f-4fc4-8cfd-d3b9f721c909 req-bc8bd1f1-46ef-48fb-a845-00e3cb69a7cf tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817280 Sep 26 18:06:12.315973 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44378) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:12.363484 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-197477c6-4ef6-4bf6-9ab4-b611d1558355 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=3f9772c3904046ee9778a870f4adc0ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0456989 Sep 26 18:06:12.367594 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44380) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:12.429797 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a706dbec-4c84-415a-8f7e-f1e552786767 admin admin] Publish callbacks [] for security_group (b9954eb8-6d4d-4ce9-9366-5e77a65a23da), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.453094 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a706dbec-4c84-415a-8f7e-f1e552786767 admin admin] Publish callbacks [] for security_group (b9954eb8-6d4d-4ce9-9366-5e77a65a23da), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.510620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a706dbec-4c84-415a-8f7e-f1e552786767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (b9954eb8-6d4d-4ce9-9366-5e77a65a23da), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.513261 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a706dbec-4c84-415a-8f7e-f1e552786767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:12.516094 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a706dbec-4c84-415a-8f7e-f1e552786767 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b9954eb8-6d4d-4ce9-9366-5e77a65a23da HTTP/1.1" status: 204 len: 168 time: 0.1455424 Sep 26 18:06:12.522467 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:12.530104 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706dbec-4c84-415a-8f7e-f1e552786767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9954eb8-6d4d-4ce9-9366-5e77a65a23da,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:12.875185 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:12.884027 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:13.390673 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:13.428730 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d39fb-1790-41fd-8c25-3bb26bcccf73 req-93d0e627-def9-49e4-8a20-51d5bd6e8349 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:13.429660 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5991cc16-9141-454f-bf80-19ec3fa48604 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:13.430475 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-976d39fb-1790-41fd-8c25-3bb26bcccf73 req-93d0e627-def9-49e4-8a20-51d5bd6e8349 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0901310 Sep 26 18:06:13.464631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 5991cc16-9141-454f-bf80-19ec3fa48604 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:13.465234 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5991cc16-9141-454f-bf80-19ec3fa48604 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:13.509197 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-976d39fb-1790-41fd-8c25-3bb26bcccf73 req-875f9de7-f770-4c6e-8c9e-f260a93872ff tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665443 Sep 26 18:06:13.580574 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:14.652421 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0b701-62dc-4f62-aeb4-b26aa394c2c0 req-3a091038-159b-447f-b3ba-00155a9e1b0e tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:14.654230 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09a0b701-62dc-4f62-aeb4-b26aa394c2c0 req-3a091038-159b-447f-b3ba-00155a9e1b0e tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0580418 Sep 26 18:06:14.738101 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09a0b701-62dc-4f62-aeb4-b26aa394c2c0 req-868c62d8-866b-49a9-b9ea-e431bac4a610 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691786 Sep 26 18:06:15.920973 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16028b5a-b4fe-4e28-aaad-d59a1b75e1b8 req-eec58b3b-f602-48fa-b0ff-95e82c10fa2c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:15.922892 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-16028b5a-b4fe-4e28-aaad-d59a1b75e1b8 req-eec58b3b-f602-48fa-b0ff-95e82c10fa2c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0696564 Sep 26 18:06:15.992793 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-16028b5a-b4fe-4e28-aaad-d59a1b75e1b8 req-abdcbd29-3bc4-4a3f-8979-549aac3d465a tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618382 Sep 26 18:06:16.869111 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:16.996618 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:17.011653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'port_id': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'mac_address': 'fa:16:3e:9d:e0:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:17.081946 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:17.082572 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.108601 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:17.139510 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:17.145484 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:17.156620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b811e5c-89cb-42ec-8fa5-fd346da14b28 req-449a353b-98ad-4fa4-aa24-ad241d0e7e65 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:17.159232 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b811e5c-89cb-42ec-8fa5-fd346da14b28 req-449a353b-98ad-4fa4-aa24-ad241d0e7e65 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0671000 Sep 26 18:06:17.215053 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=7']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:17.239640 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b811e5c-89cb-42ec-8fa5-fd346da14b28 req-209c99dd-4d6b-44dc-adef-6a24db368fce tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716896 Sep 26 18:06:17.513493 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:06:17.938483 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44496) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:18.084001 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf20-5526-4a66-a117-93ea999c19f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.186730 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf20-5526-4a66-a117-93ea999c19f3 admin admin] Publish callbacks [] for security_group (596b7888-1964-48d3-9844-1a4d55e0b0b8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.191989 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e3d2cf20-5526-4a66-a117-93ea999c19f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (596b7888-1964-48d3-9844-1a4d55e0b0b8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.223053 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=81,neutron:DELETE=13,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:18.241905 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d2cf20-5526-4a66-a117-93ea999c19f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596b7888-1964-48d3-9844-1a4d55e0b0b8,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.247049 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e3d2cf20-5526-4a66-a117-93ea999c19f3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=16c518713f85491dbac8b1757fc33d1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3073843 Sep 26 18:06:18.251787 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44500) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:18.317868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Publish callbacks [] for security_group (596b7888-1964-48d3-9844-1a4d55e0b0b8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.359092 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Publish callbacks [] for security_group (596b7888-1964-48d3-9844-1a4d55e0b0b8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.446268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873cb567-e2f1-4e5f-bc62-7c95c73b195d req-9217a472-c5bd-4058-a710-0efe803bf1a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:18.447842 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-873cb567-e2f1-4e5f-bc62-7c95c73b195d req-9217a472-c5bd-4058-a710-0efe803bf1a4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 945 time: 0.0983984 Sep 26 18:06:18.495901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (596b7888-1964-48d3-9844-1a4d55e0b0b8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.498861 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.500064 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/596b7888-1964-48d3-9844-1a4d55e0b0b8 HTTP/1.1" status: 204 len: 168 time: 0.2458436 Sep 26 18:06:18.523554 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596b7888-1964-48d3-9844-1a4d55e0b0b8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:18.536574 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.536931 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.537279 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.537621 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.537962 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.538294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.538727 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.538982 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.539408 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.539632 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.540056 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.540301 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.540634 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.540914 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.541240 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601f5704-2d45-4524-9456-cc502145bcb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:18.547310 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-873cb567-e2f1-4e5f-bc62-7c95c73b195d req-10ec425c-7f5b-4005-9d2f-f869f5bb3c86 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913529 Sep 26 18:06:18.848777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44514) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:18.864207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3773deb8-2a49-4061-946c-18988bf5b7a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.903332 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:06:18.925666 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:18.967096 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3773deb8-2a49-4061-946c-18988bf5b7a6 admin admin] Publish callbacks [] for security_group (6bd80365-b688-462b-9822-8ba2f0599a68), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.968479 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:18.969070 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:18.969772 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 Sep 26 18:06:18.989534 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3773deb8-2a49-4061-946c-18988bf5b7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6bd80365-b688-462b-9822-8ba2f0599a68), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.004832 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:19.025854 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:19.060007 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773deb8-2a49-4061-946c-18988bf5b7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd80365-b688-462b-9822-8ba2f0599a68,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.067553 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3773deb8-2a49-4061-946c-18988bf5b7a6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6fdd966032e146d29e18b36a3b5e0ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173674 Sep 26 18:06:19.071720 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:19.072115 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.075008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44520) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:19.104783 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:19.107645 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff6e4cb-4172-4ddd-b2aa-1a1feb9e87b8" -d '{"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-plugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:19.129756 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:19.135356 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.160710 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13613186-e443-4476-bc1f-fffa7859d39b admin admin] Publish callbacks [] for security_group (6bd80365-b688-462b-9822-8ba2f0599a68), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.170400 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31318d05-5633-45ef-8686-bbd74ad1cddc x-openstack-request-id: req-31318d05-5633-45ef-8686-bbd74ad1cddc {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:19.171175 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-plugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:19.171653 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31318d05-5633-45ef-8686-bbd74ad1cddc {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:19.172137 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31318d05-5633-45ef-8686-bbd74ad1cddc'] response: {'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'code': 200} Sep 26 18:06:19.183532 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13613186-e443-4476-bc1f-fffa7859d39b admin admin] Publish callbacks [] for security_group (6bd80365-b688-462b-9822-8ba2f0599a68), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.209037 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=8']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.262136 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13613186-e443-4476-bc1f-fffa7859d39b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6bd80365-b688-462b-9822-8ba2f0599a68), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.265495 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13613186-e443-4476-bc1f-fffa7859d39b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:19.266822 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-13613186-e443-4476-bc1f-fffa7859d39b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6bd80365-b688-462b-9822-8ba2f0599a68 HTTP/1.1" status: 204 len: 168 time: 0.1905754 Sep 26 18:06:19.280560 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13613186-e443-4476-bc1f-fffa7859d39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd80365-b688-462b-9822-8ba2f0599a68,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:19.566499 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebd42a-9428-41ce-b4fd-977f741f0fc9 req-bab65221-a32e-4e1d-88b4-45ec903e7474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.568168 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-86ebd42a-9428-41ce-b4fd-977f741f0fc9 req-bab65221-a32e-4e1d-88b4-45ec903e7474 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1130 time: 0.0499201 Sep 26 18:06:19.615582 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:19.637076 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-86ebd42a-9428-41ce-b4fd-977f741f0fc9 req-9e2a283b-db07-4ca3-a838-108fe8f2b96c service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571935 Sep 26 18:06:19.741309 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4917e-19ce-4ad3-a899-43219493207b req-6b213ec8-bea7-4df3-815f-2424dab2470c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:19.743881 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40a4917e-19ce-4ad3-a899-43219493207b req-6b213ec8-bea7-4df3-815f-2424dab2470c tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0651731 Sep 26 18:06:19.797822 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:19.808740 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-40a4917e-19ce-4ad3-a899-43219493207b req-907a52ed-4151-4f0a-b245-f777c3df750e tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585706 Sep 26 18:06:20.981363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c2af8-f2ce-4ecc-922b-bd543d2dd79e req-6f3cef79-59b3-46d2-8b91-334d36e85a80 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:20.983286 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-550c2af8-f2ce-4ecc-922b-bd543d2dd79e req-6f3cef79-59b3-46d2-8b91-334d36e85a80 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0614746 Sep 26 18:06:21.043605 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-550c2af8-f2ce-4ecc-922b-bd543d2dd79e req-694b111c-0688-463f-b319-406fb4036cae tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528588 Sep 26 18:06:22.194708 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82395459-e320-4d7d-b3d2-e95413d27b32 req-bdd0dfbb-bca6-45ab-8b3e-e2029fbf7b66 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:22.196544 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-82395459-e320-4d7d-b3d2-e95413d27b32 req-bdd0dfbb-bca6-45ab-8b3e-e2029fbf7b66 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0543070 Sep 26 18:06:22.258526 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-82395459-e320-4d7d-b3d2-e95413d27b32 req-17268b51-1267-4bf9-9d4f-58cf0f34bb29 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544469 Sep 26 18:06:25.195291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44618) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:25.328926 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-51905dd3-754f-44f5-bb66-4415ceaf12d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.442728 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-51905dd3-754f-44f5-bb66-4415ceaf12d3 admin admin] Publish callbacks [] for security_group (dc32c98e-0d91-4726-851e-181325274182), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.447559 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-51905dd3-754f-44f5-bb66-4415ceaf12d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (dc32c98e-0d91-4726-851e-181325274182), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.499212 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-51905dd3-754f-44f5-bb66-4415ceaf12d3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0cd273eaa11c4322909f0bbe54339b7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027096 Sep 26 18:06:25.500302 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51905dd3-754f-44f5-bb66-4415ceaf12d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32c98e-0d91-4726-851e-181325274182,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:25.501873 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44622) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:25.559569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaa7f-6d01-4aad-9510-eb0a026e7f3d admin admin] Publish callbacks [] for security_group (dc32c98e-0d91-4726-851e-181325274182), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.584594 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaa7f-6d01-4aad-9510-eb0a026e7f3d admin admin] Publish callbacks [] for security_group (dc32c98e-0d91-4726-851e-181325274182), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.651446 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaa7f-6d01-4aad-9510-eb0a026e7f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (dc32c98e-0d91-4726-851e-181325274182), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.654106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc9aaa7f-6d01-4aad-9510-eb0a026e7f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:25.655303 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cc9aaa7f-6d01-4aad-9510-eb0a026e7f3d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dc32c98e-0d91-4726-851e-181325274182 HTTP/1.1" status: 204 len: 168 time: 0.1516297 Sep 26 18:06:25.667329 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9aaa7f-6d01-4aad-9510-eb0a026e7f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32c98e-0d91-4726-851e-181325274182,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:26.029451 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44630) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:26.052795 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fb36ed7c-110a-4e8a-88da-96339d182feb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.147121 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fb36ed7c-110a-4e8a-88da-96339d182feb admin admin] Publish callbacks [] for security_group (bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.151907 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fb36ed7c-110a-4e8a-88da-96339d182feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.193381 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36ed7c-110a-4e8a-88da-96339d182feb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:26.197887 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fb36ed7c-110a-4e8a-88da-96339d182feb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1ae285ff9c55451193612119d1321117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673951 Sep 26 18:06:26.200667 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44632) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:26.281970 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-718aa0bd-5f14-4439-b858-6bdbb52ecf55 admin admin] Publish callbacks [] for security_group (bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.317024 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-718aa0bd-5f14-4439-b858-6bdbb52ecf55 admin admin] Publish callbacks [] for security_group (bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.357366 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:26.388222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-718aa0bd-5f14-4439-b858-6bdbb52ecf55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.390879 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-718aa0bd-5f14-4439-b858-6bdbb52ecf55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:26.392052 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-718aa0bd-5f14-4439-b858-6bdbb52ecf55 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71 HTTP/1.1" status: 204 len: 168 time: 0.1904604 Sep 26 18:06:26.402416 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718aa0bd-5f14-4439-b858-6bdbb52ecf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc6cb03-e223-4eed-b2e5-4d06c8e9ee71,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:28.334680 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167e5c8-49d5-4027-aaf4-47cd31e1911a req-3b3fed47-eeda-448d-aa3a-e90c3491e85b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:28.335835 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2167e5c8-49d5-4027-aaf4-47cd31e1911a req-3b3fed47-eeda-448d-aa3a-e90c3491e85b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0678606 Sep 26 18:06:28.419911 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2167e5c8-49d5-4027-aaf4-47cd31e1911a req-d69f2e9a-2bd6-4cc4-86be-cefa4acdb3f4 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720887 Sep 26 18:06:29.589778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52445f-dd5d-430c-bd3a-b71cefaa35e7 req-c70d0ad0-f171-4898-ad04-88727894485b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:29.591348 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb52445f-dd5d-430c-bd3a-b71cefaa35e7 req-c70d0ad0-f171-4898-ad04-88727894485b tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0559630 Sep 26 18:06:29.657951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb52445f-dd5d-430c-bd3a-b71cefaa35e7 req-fabe2e74-4a69-4757-ab21-10415861606f tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594585 Sep 26 18:06:30.585355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-b53a83f7-d213-489d-ba86-59fcced2a313 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:30.586946 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-b53a83f7-d213-489d-ba86-59fcced2a313 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0616312 Sep 26 18:06:30.600559 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.708387 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Deleting port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:30.708611 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.844532 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] For port 14bbe001-a6af-44ee-a3dc-10ecc3168a74, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=14bbe001-a6af-44ee-a3dc-10ecc3168a74,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:30.844829 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:30.860885 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74782913-b786-4427-b4bc-ce97fab6467f req-1be0595c-bd16-4a8b-a498-4d99035c8c3d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:30.863775 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-74782913-b786-4427-b4bc-ce97fab6467f req-1be0595c-bd16-4a8b-a498-4d99035c8c3d tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 946 time: 0.0773838 Sep 26 18:06:30.935173 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-74782913-b786-4427-b4bc-ce97fab6467f req-1768fcd1-ba18-4354-874f-e42c3cd6e30a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=65df1e14-de5d-4879-8f60-4b60534953e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638051 Sep 26 18:06:31.010742 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:31.092540 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:31.093044 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (172fda56-63da-4671-9a90-3d35bfe62ea5), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:31.093182 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Floating IP 172fda56-63da-4671-9a90-3d35bfe62ea5 disassociated. External IP: 172.27.0.251, port: 14bbe001-a6af-44ee-a3dc-10ecc3168a74. Sep 26 18:06:31.093697 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Calling delete_port for 14bbe001-a6af-44ee-a3dc-10ecc3168a74 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:31.298913 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (14bbe001-a6af-44ee-a3dc-10ecc3168a74), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:31.352426 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event deleted for resources: {'Port': ['ID=14bbe001-a6af-44ee-a3dc-10ecc3168a74,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:31.485127 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Router e884a637-9b8a-4835-bfc0-ced72915fc1c has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:31.644737 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:31.656945 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:31.670479 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:31.670479 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:31.723294 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] No DVR routers for this DVR port 14bbe001-a6af-44ee-a3dc-10ecc3168a74 on host hv-cinder-85931 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:31.726525 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:31.733173 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8ecb52c-e398-420c-a4e3-4c35836df510 req-924e2355-a162-41d1-8eb6-cff5f0188fc9 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.98 "DELETE /networking/v2.0/ports/14bbe001-a6af-44ee-a3dc-10ecc3168a74 HTTP/1.1" status: 204 len: 173 time: 1.1332440 Sep 26 18:06:31.734042 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-deleted', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:31.749485 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1a864-2fe1-4f36-b4da-8d0e80d9e0eb" -d '{"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-deleted", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:31.772456 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44766) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:31.845395 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3efe5c-5e4b-4618-8f28-ebbcd5a84693 x-openstack-request-id: req-fa3efe5c-5e4b-4618-8f28-ebbcd5a84693 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:31.845693 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82fb60f4-6e4b-4594-8a65-3b6891e6ca52", "name": "network-vif-deleted", "tag": "14bbe001-a6af-44ee-a3dc-10ecc3168a74", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:31.846031 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-fa3efe5c-5e4b-4618-8f28-ebbcd5a84693 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:31.846491 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa3efe5c-5e4b-4618-8f28-ebbcd5a84693'] response: {'server_uuid': '82fb60f4-6e4b-4594-8a65-3b6891e6ca52', 'name': 'network-vif-deleted', 'tag': '14bbe001-a6af-44ee-a3dc-10ecc3168a74', 'status': 'completed', 'code': 200} Sep 26 18:06:31.871180 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:32.010372 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70df6c9e-1f0f-461e-af6a-147540d5ebfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.113153 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70df6c9e-1f0f-461e-af6a-147540d5ebfd admin admin] Publish callbacks [] for security_group (6f962c43-93af-46b5-81a1-49d66a1d0583), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.115111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.119815 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70df6c9e-1f0f-461e-af6a-147540d5ebfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6f962c43-93af-46b5-81a1-49d66a1d0583), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.165062 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44776) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:32.180526 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-70df6c9e-1f0f-461e-af6a-147540d5ebfd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4203814ad37f43f1b26f89885f5a02ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4064598 Sep 26 18:06:32.209621 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:32.240733 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:32.247485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df6c9e-1f0f-461e-af6a-147540d5ebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f962c43-93af-46b5-81a1-49d66a1d0583,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:32.270103 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:06:32.276362 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:32.278041 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:32.312673 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db353774-f9ba-480f-971c-c9647a5e9ecd admin admin] Publish callbacks [] for security_group (6f962c43-93af-46b5-81a1-49d66a1d0583), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.338014 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-17c7eead-2970-4137-88c0-7131c14dc998 req-ddc5edea-06c7-4ac5-83ea-b6f9fddff228 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 210 time: 0.0591142 Sep 26 18:06:32.357188 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.360412 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db353774-f9ba-480f-971c-c9647a5e9ecd admin admin] Publish callbacks [] for security_group (6f962c43-93af-46b5-81a1-49d66a1d0583), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.445340 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db353774-f9ba-480f-971c-c9647a5e9ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6f962c43-93af-46b5-81a1-49d66a1d0583), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.448661 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-db353774-f9ba-480f-971c-c9647a5e9ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.453956 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-db353774-f9ba-480f-971c-c9647a5e9ecd admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6f962c43-93af-46b5-81a1-49d66a1d0583 HTTP/1.1" status: 204 len: 168 time: 0.2835436 Sep 26 18:06:32.470083 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db353774-f9ba-480f-971c-c9647a5e9ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f962c43-93af-46b5-81a1-49d66a1d0583,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:32.491626 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb7bea2-8422-4dd9-b8c7-1aea7cdd9129 req-ca1e0154-f91e-42da-8ae0-ad9f2b021ba2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:32.493293 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bfb7bea2-8422-4dd9-b8c7-1aea7cdd9129 req-ca1e0154-f91e-42da-8ae0-ad9f2b021ba2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0717854 Sep 26 18:06:32.540694 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:32.566268 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:32.586332 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bfb7bea2-8422-4dd9-b8c7-1aea7cdd9129 req-6814d1ec-40bf-4ffc-902e-75d0cf766312 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804427 Sep 26 18:06:32.795704 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:32.832877 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4b2d09-4c15-4558-a8bc-2b926ef4df0f None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T17:59:04Z', 'revision_number': 4, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'b420d84a-6d0a-4532-b3d2-dbcdcd91ce67', 'name': '', 'network_id': '6c02750b-0cb5-40a1-8a30-9bca1215a898', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'mac_address': 'fa:16:3e:a3:d8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:02Z', 'updated_at': '2022-09-26T17:59:26Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'subnets': [{'id': '7ef52cb0-3b8f-417c-aed6-8d63cd4976f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:32.842242 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44784) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:32.863398 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d57a3565-271f-43da-950c-02e39f64da2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.963232 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:32.974050 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d57a3565-271f-43da-950c-02e39f64da2a admin admin] Publish callbacks [] for security_group (7cffe286-19ba-4104-9b3f-37cba0599827), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.979083 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d57a3565-271f-43da-950c-02e39f64da2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (7cffe286-19ba-4104-9b3f-37cba0599827), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:32.995373 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 14bbe001-a6af-44ee-a3dc-10ecc3168a74 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:32.999434 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 14bbe001-a6af-44ee-a3dc-10ecc3168a74 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:33.036753 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57a3565-271f-43da-950c-02e39f64da2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cffe286-19ba-4104-9b3f-37cba0599827,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:33.045138 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d57a3565-271f-43da-950c-02e39f64da2a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=93a1c03176734cf2ac61fef9a0cb39f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1975131 Sep 26 18:06:33.045696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44786) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:33.059930 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:33.106452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6e96e35-1311-4ac0-8979-4ba22256bf25 admin admin] Publish callbacks [] for security_group (7cffe286-19ba-4104-9b3f-37cba0599827), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.140138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6e96e35-1311-4ac0-8979-4ba22256bf25 admin admin] Publish callbacks [] for security_group (7cffe286-19ba-4104-9b3f-37cba0599827), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.154209 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0367698f-cc58-432b-b25e-59ed43018889 None None] New status for floating IP 172fda56-63da-4671-9a90-3d35bfe62ea5: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:33.197589 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6e96e35-1311-4ac0-8979-4ba22256bf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (7cffe286-19ba-4104-9b3f-37cba0599827), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.201076 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6e96e35-1311-4ac0-8979-4ba22256bf25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:33.203165 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d6e96e35-1311-4ac0-8979-4ba22256bf25 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7cffe286-19ba-4104-9b3f-37cba0599827 HTTP/1.1" status: 204 len: 168 time: 0.1562850 Sep 26 18:06:33.214184 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e96e35-1311-4ac0-8979-4ba22256bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cffe286-19ba-4104-9b3f-37cba0599827,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:33.481541 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47f695a9-f7ad-4fba-880e-8208483b50db req-10850545-795b-4eea-953e-75213f017cc8 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 210 time: 0.0367343 Sep 26 18:06:33.777716 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd210-fb20-4976-8d69-a3e192fed4d1 req-40abc6c4-f4ff-4bc8-ac9e-e05b31158252 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:33.780039 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a6fd210-fb20-4976-8d69-a3e192fed4d1 req-40abc6c4-f4ff-4bc8-ac9e-e05b31158252 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0770364 Sep 26 18:06:33.837321 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a6fd210-fb20-4976-8d69-a3e192fed4d1 req-017aaef5-874a-4993-abae-8b78f568e3f2 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500975 Sep 26 18:06:34.569207 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-aaacf60c-a676-4bb0-ad4e-3d3334bc278e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:34.572605 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-aaacf60c-a676-4bb0-ad4e-3d3334bc278e tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0685875 Sep 26 18:06:34.672766 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-180b837f-81f9-4ac3-8798-7601781d081f req-b5e8edd7-9b89-4196-853d-d853e502d800 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=82fb60f4-6e4b-4594-8a65-3b6891e6ca52 HTTP/1.1" status: 200 len: 210 time: 0.0428400 Sep 26 18:06:34.730370 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Deleting port a415eff4-ddaa-4b96-845e-2994a1962941 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:34.730953 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:34.874921 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] For port a415eff4-ddaa-4b96-845e-2994a1962941, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=a415eff4-ddaa-4b96-845e-2994a1962941,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:34.875352 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.036366 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08650fdc-ca81-47b0-be2f-e7723e77610a req-e4c5c15f-0cab-4f26-92be-eca9ea245c32 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:35.038507 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08650fdc-ca81-47b0-be2f-e7723e77610a req-e4c5c15f-0cab-4f26-92be-eca9ea245c32 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 945 time: 0.0640464 Sep 26 18:06:35.116048 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-08650fdc-ca81-47b0-be2f-e7723e77610a req-ff09ea5f-3316-42d9-a9a0-8e639aab352f tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=0efcd62f-406a-42e7-a14f-265989b6cb45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666406 Sep 26 18:06:35.198872 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.200441 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (7183d8f4-5967-4e1b-813e-e6cf8e96b690), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.200441 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Floating IP 7183d8f4-5967-4e1b-813e-e6cf8e96b690 disassociated. External IP: 172.27.0.60, port: a415eff4-ddaa-4b96-845e-2994a1962941. Sep 26 18:06:35.200441 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Calling delete_port for a415eff4-ddaa-4b96-845e-2994a1962941 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:35.268776 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:35.384149 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (a415eff4-ddaa-4b96-845e-2994a1962941), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.429303 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event deleted for resources: {'Port': ['ID=a415eff4-ddaa-4b96-845e-2994a1962941,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:35.586799 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:35.773658 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:35.788171 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739914-d4b0-490d-b840-11dc01932899 None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:35.817386 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:35.818206 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:35.864258 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] No DVR routers for this DVR port a415eff4-ddaa-4b96-845e-2994a1962941 on host hv-cinder-85931 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:35.867626 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:35.872273 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fbd84de1-f28d-4e8e-8a15-e9d07096291a req-e7fd51c0-ace3-4e0b-9b49-8018d5728161 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.98 "DELETE /networking/v2.0/ports/a415eff4-ddaa-4b96-845e-2994a1962941 HTTP/1.1" status: 204 len: 173 time: 1.2942474 Sep 26 18:06:35.872822 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'name': 'network-vif-deleted', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:35.876184 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14519b2e-3c45-4cff-a9bf-b21a95a48b71" -d '{"events": [{"server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "name": "network-vif-deleted", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:35.890964 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44874) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:35.943592 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b18250a4-bf9e-4eb1-b68b-223b9fc2f6dd x-openstack-request-id: req-b18250a4-bf9e-4eb1-b68b-223b9fc2f6dd {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:35.944003 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1761a998-073e-4aea-80fd-110be86d5dec", "name": "network-vif-deleted", "tag": "a415eff4-ddaa-4b96-845e-2994a1962941", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:35.944916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b18250a4-bf9e-4eb1-b68b-223b9fc2f6dd {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:35.945702 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b18250a4-bf9e-4eb1-b68b-223b9fc2f6dd'] response: {'server_uuid': '1761a998-073e-4aea-80fd-110be86d5dec', 'name': 'network-vif-deleted', 'tag': 'a415eff4-ddaa-4b96-845e-2994a1962941', 'status': 'completed', 'code': 200} Sep 26 18:06:36.052519 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:36.056478 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.075099 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-433fe115-4d4c-4211-8d9c-be3cca47890c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (65df1e14-de5d-4879-8f60-4b60534953e1), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.126895 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-433fe115-4d4c-4211-8d9c-be3cca47890c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (65df1e14-de5d-4879-8f60-4b60534953e1), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.257634 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-433fe115-4d4c-4211-8d9c-be3cca47890c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (65df1e14-de5d-4879-8f60-4b60534953e1), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.260561 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-433fe115-4d4c-4211-8d9c-be3cca47890c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.261930 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-433fe115-4d4c-4211-8d9c-be3cca47890c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/65df1e14-de5d-4879-8f60-4b60534953e1 HTTP/1.1" status: 204 len: 168 time: 0.3693211 Sep 26 18:06:36.266544 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44880) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:36.286131 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433fe115-4d4c-4211-8d9c-be3cca47890c tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65df1e14-de5d-4879-8f60-4b60534953e1,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:36.361467 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-4f00b1f0-897e-4e97-a0a9-34eab2aa920a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] show failed (client error): The resource could not be found. Sep 26 18:06:36.365046 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4f00b1f0-897e-4e97-a0a9-34eab2aa920a tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "GET /networking/v2.0/security-groups/65df1e14-de5d-4879-8f60-4b60534953e1 HTTP/1.1" status: 404 len: 347 time: 0.0955260 Sep 26 18:06:36.369820 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44882) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:36.405786 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-859061c8-c0f9-4a60-82ea-7ca1e2362d84 req-bb73e9c0-cd92-41f6-9508-4c5837c77577 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 210 time: 0.0628743 Sep 26 18:06:36.450610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.553007 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44886) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:36.574811 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Deleting port 75951195-f14c-4832-bd08-319db8ad0795 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:36.575183 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (75951195-f14c-4832-bd08-319db8ad0795), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.606748 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:36.652169 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739914-d4b0-490d-b840-11dc01932899 None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:36.667209 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:36.668135 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:36.678041 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (75951195-f14c-4832-bd08-319db8ad0795), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.678570 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (75951195-f14c-4832-bd08-319db8ad0795), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.699896 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Calling delete_port for 75951195-f14c-4832-bd08-319db8ad0795 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:36.727099 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-400a532e-eb13-4c99-adbc-41b3d73a0bf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.801730 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:36.837379 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:36.871620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-400a532e-eb13-4c99-adbc-41b3d73a0bf3 admin admin] Publish callbacks [] for security_group (fe433395-c505-40b4-99e1-43a480e4b273), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.876561 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-400a532e-eb13-4c99-adbc-41b3d73a0bf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (fe433395-c505-40b4-99e1-43a480e4b273), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.912975 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (75951195-f14c-4832-bd08-319db8ad0795), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:36.917922 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400a532e-eb13-4c99-adbc-41b3d73a0bf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe433395-c505-40b4-99e1-43a480e4b273,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:36.932116 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-400a532e-eb13-4c99-adbc-41b3d73a0bf3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b9e461c86f0242aba7948cb596d319d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3767297 Sep 26 18:06:36.932721 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44890) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:36.945343 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Pushing event deleted for resources: {'Port': ['ID=75951195-f14c-4832-bd08-319db8ad0795,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:36.991869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5d6b32e6-d3bc-48d8-ac11-df886d39a216 admin admin] Publish callbacks [] for security_group (fe433395-c505-40b4-99e1-43a480e4b273), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.015603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5d6b32e6-d3bc-48d8-ac11-df886d39a216 admin admin] Publish callbacks [] for security_group (fe433395-c505-40b4-99e1-43a480e4b273), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.057063 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.060011 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks [] for floatingip (172fda56-63da-4671-9a90-3d35bfe62ea5), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.063585 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.068148 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e525dde9-7fd5-4221-9502-d088759a3766 tempest-AttachVolumeShelveTestJSON-967955404 tempest-AttachVolumeShelveTestJSON-967955404-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/172fda56-63da-4671-9a90-3d35bfe62ea5 HTTP/1.1" status: 204 len: 168 time: 0.6944525 Sep 26 18:06:37.068829 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-71739914-d4b0-490d-b840-11dc01932899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:37.099627 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5d6b32e6-d3bc-48d8-ac11-df886d39a216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (fe433395-c505-40b4-99e1-43a480e4b273), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.103101 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71739914-d4b0-490d-b840-11dc01932899 None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T17:59:10Z', 'revision_number': 4, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '3332f53e-2252-475d-a5ed-f38afdfa14e8', 'name': '', 'network_id': 'e78b1a96-bab8-4787-a315-a8cceb589c48', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'mac_address': 'fa:16:3e:e8:24:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:59:07Z', 'updated_at': '2022-09-26T17:59:28Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'subnets': [{'id': '8e4595bd-0f12-40fb-bbec-85ae051d18c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:37.104742 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5d6b32e6-d3bc-48d8-ac11-df886d39a216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.106940 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5d6b32e6-d3bc-48d8-ac11-df886d39a216 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/fe433395-c505-40b4-99e1-43a480e4b273 HTTP/1.1" status: 204 len: 168 time: 0.1723688 Sep 26 18:06:37.116881 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b32e6-d3bc-48d8-ac11-df886d39a216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe433395-c505-40b4-99e1-43a480e4b273,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:37.472897 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ac21ee-f04d-4491-bdf5-a565dc914e21 None None] New status for floating IP 7183d8f4-5967-4e1b-813e-e6cf8e96b690: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:06:37.523216 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44902) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:37.588189 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aca721e0-0ac5-43d2-bac1-fdd2f932e840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.602666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b75e39ad-cb60-43fe-98d3-9d1c96bd6235 req-670f9144-9332-4069-b620-d7a390a59de0 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1761a998-073e-4aea-80fd-110be86d5dec HTTP/1.1" status: 200 len: 210 time: 0.0751708 Sep 26 18:06:37.710977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aca721e0-0ac5-43d2-bac1-fdd2f932e840 admin admin] Publish callbacks [] for security_group (c8fd9d71-44f2-4b62-a4db-b056107ac3a1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.716124 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-aca721e0-0ac5-43d2-bac1-fdd2f932e840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c8fd9d71-44f2-4b62-a4db-b056107ac3a1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.737744 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.764063 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-aca721e0-0ac5-43d2-bac1-fdd2f932e840 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c631c177c10c4558a543283bda7b28fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386575 Sep 26 18:06:37.766279 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca721e0-0ac5-43d2-bac1-fdd2f932e840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8fd9d71-44f2-4b62-a4db-b056107ac3a1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:37.767210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44908) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:37.846252 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-784d9822-ef26-4b19-85cd-c378c410d7ab admin admin] Publish callbacks [] for security_group (c8fd9d71-44f2-4b62-a4db-b056107ac3a1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.874800 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-784d9822-ef26-4b19-85cd-c378c410d7ab admin admin] Publish callbacks [] for security_group (c8fd9d71-44f2-4b62-a4db-b056107ac3a1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.883424 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:37.933961 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-784d9822-ef26-4b19-85cd-c378c410d7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c8fd9d71-44f2-4b62-a4db-b056107ac3a1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.937129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-784d9822-ef26-4b19-85cd-c378c410d7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:37.938657 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-784d9822-ef26-4b19-85cd-c378c410d7ab admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c8fd9d71-44f2-4b62-a4db-b056107ac3a1 HTTP/1.1" status: 204 len: 168 time: 0.1702321 Sep 26 18:06:37.949937 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d9822-ef26-4b19-85cd-c378c410d7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8fd9d71-44f2-4b62-a4db-b056107ac3a1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.439966 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a839d597-2f64-4efe-8df7-877bb3e5bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.727603 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44936) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:38.805804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9405666-d242-4322-b576-f1f202a3c989 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (0efcd62f-406a-42e7-a14f-265989b6cb45), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.832318 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9405666-d242-4322-b576-f1f202a3c989 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (0efcd62f-406a-42e7-a14f-265989b6cb45), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.904862 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9405666-d242-4322-b576-f1f202a3c989 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (0efcd62f-406a-42e7-a14f-265989b6cb45), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.907611 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9405666-d242-4322-b576-f1f202a3c989 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:38.909393 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d9405666-d242-4322-b576-f1f202a3c989 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0efcd62f-406a-42e7-a14f-265989b6cb45 HTTP/1.1" status: 204 len: 168 time: 0.1799917 Sep 26 18:06:38.914600 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 44942) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:38.920865 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9405666-d242-4322-b576-f1f202a3c989 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efcd62f-406a-42e7-a14f-265989b6cb45,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:38.931630 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.api.v2.resource [None req-aebb89d8-d131-4d2b-92c1-757b026c0e10 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] show failed (client error): The resource could not be found. Sep 26 18:06:38.936623 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 44944) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:38.937428 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-aebb89d8-d131-4d2b-92c1-757b026c0e10 tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "GET /networking/v2.0/security-groups/0efcd62f-406a-42e7-a14f-265989b6cb45 HTTP/1.1" status: 404 len: 347 time: 0.0207810 Sep 26 18:06:39.065962 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Deleting port 2488a33a-428c-4500-a8cb-19c08efa6dbf {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:39.066452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.151315 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:39.172847 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.173313 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (2488a33a-428c-4500-a8cb-19c08efa6dbf), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.197701 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Calling delete_port for 2488a33a-428c-4500-a8cb-19c08efa6dbf owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:39.382755 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (2488a33a-428c-4500-a8cb-19c08efa6dbf), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.416263 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Pushing event deleted for resources: {'Port': ['ID=2488a33a-428c-4500-a8cb-19c08efa6dbf,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:39.439187 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device a415eff4-ddaa-4b96-845e-2994a1962941 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:39.498226 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: a415eff4-ddaa-4b96-845e-2994a1962941 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:39.499027 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device a415eff4-ddaa-4b96-845e-2994a1962941 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:39.513778 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks [] for floatingip (7183d8f4-5967-4e1b-813e-e6cf8e96b690), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.516706 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:39.521493 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-497884f2-d659-4160-91a6-f089b621efce tempest-AttachVolumeTestJSON-1503483104 tempest-AttachVolumeTestJSON-1503483104-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/7183d8f4-5967-4e1b-813e-e6cf8e96b690 HTTP/1.1" status: 204 len: 168 time: 0.5798223 Sep 26 18:06:40.665770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bd7447ff-a980-4f6e-85ce-5f9a7d91f526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:41.959792 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45022) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:42.125740 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:42.137527 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:42.661110 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (e884a637-9b8a-4835-bfc0-ced72915fc1c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.176699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Deleting port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:43.177397 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.276342 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] For port b420d84a-6d0a-4532-b3d2-dbcdcd91ce67, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:43.276947 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.288489 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:43.303285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Calling delete_port for b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:43.377421 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.553311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:43.562673 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (b420d84a-6d0a-4532-b3d2-dbcdcd91ce67), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.580246 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:43.608611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Pushing event deleted for resources: {'Port': ['ID=b420d84a-6d0a-4532-b3d2-dbcdcd91ce67,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:43.834183 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (e884a637-9b8a-4835-bfc0-ced72915fc1c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.121155 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Router e884a637-9b8a-4835-bfc0-ced72915fc1c has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:44.244956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:44.252340 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-edf27b95-95d7-4d10-ac6a-79bc8ad8327d admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/e884a637-9b8a-4835-bfc0-ced72915fc1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2950087 Sep 26 18:06:44.255896 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45050) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:44.262150 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] Sync routers for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:44.285071 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:44.286190 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:44.368577 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:44.384945 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks [] for router (e884a637-9b8a-4835-bfc0-ced72915fc1c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.475697 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:44.587543 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks [] for router_gateway (e884a637-9b8a-4835-bfc0-ced72915fc1c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.613675 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45062) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:44.720362 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Deleting port 7fb48418-7451-47fd-9837-b0d03b4c8b24 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:44.720763 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.897292 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] For port 7fb48418-7451-47fd-9837-b0d03b4c8b24, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=7fb48418-7451-47fd-9837-b0d03b4c8b24,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:44.897631 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:44.917580 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50'}], 'enable_snat': True}, 'gw_port_id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T18:06:43Z', 'revision_number': 5, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port': {'id': '7fb48418-7451-47fd-9837-b0d03b4c8b24', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:30:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:57Z', 'updated_at': '2022-09-26T17:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:44.920181 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Calling delete_port for 7fb48418-7451-47fd-9837-b0d03b4c8b24 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:44.951963 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] Checking router: e884a637-9b8a-4835-bfc0-ced72915fc1c for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:44.971744 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] Routers {'e884a637-9b8a-4835-bfc0-ced72915fc1c'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:44.973358 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['e884a637-9b8a-4835-bfc0-ced72915fc1c'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:45.069977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:45.245663 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:45.247159 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] Set router e884a637-9b8a-4835-bfc0-ced72915fc1c gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:45.262715 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-6e52c3f3-3e70-462b-becb-b4d0476c20cd tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-472878324&fields=id&tenant_id=9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 267 time: 0.0934799 Sep 26 18:06:45.302520 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.305778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (7fb48418-7451-47fd-9837-b0d03b4c8b24), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.318675 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T18:06:44Z', 'revision_number': 6, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:45.351198 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916d2366-3124-4bf4-b7e1-73c5ddb12bb0 None None] The sync data for ids ['e884a637-9b8a-4835-bfc0-ced72915fc1c'] in dv-cinder-859318-1-iscsi is: [{'id': 'e884a637-9b8a-4835-bfc0-ced72915fc1c', 'name': 'tempest-AttachVolumeShelveTestJSON-997524066-router', 'tenant_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:55Z', 'updated_at': '2022-09-26T18:06:44Z', 'revision_number': 6, 'project_id': '3f1770ed75fd48d098bb1efc839ebc0d', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:45.366355 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb48418-7451-47fd-9837-b0d03b4c8b24,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:45.507050 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-e6bf58f0-24a0-408a-8119-ec746c5cfaf1 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:45.508656 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-e6bf58f0-24a0-408a-8119-ec746c5cfaf1 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 812 time: 0.2345302 Sep 26 18:06:45.516829 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (e884a637-9b8a-4835-bfc0-ced72915fc1c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.589089 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-ceb508a7-72fe-49c0-9f97-5477dd10be2b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/quotas/9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 375 time: 0.0696151 Sep 26 18:06:45.642656 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (e884a637-9b8a-4835-bfc0-ced72915fc1c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.646133 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks [] for router_controller (e884a637-9b8a-4835-bfc0-ced72915fc1c), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.691040 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Deleting port 3332f53e-2252-475d-a5ed-f38afdfa14e8 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:45.691780 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.725457 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-6c24a61a-c2c6-459e-9fca-628d453039bb tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038096 Sep 26 18:06:45.731878 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (e884a637-9b8a-4835-bfc0-ced72915fc1c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.733145 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e884a637-9b8a-4835-bfc0-ced72915fc1c {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:06:45.744962 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:45.746226 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1cbecbc0-6c58-422d-8ac8-09ba219fb224 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/e884a637-9b8a-4835-bfc0-ced72915fc1c HTTP/1.1" status: 204 len: 168 time: 1.4894621 Sep 26 18:06:45.747571 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:45.750871 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45076) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:45.876598 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-ca20062f-633c-4ac0-8412-5c555441fbef service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272497 Sep 26 18:06:45.994090 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:46.044228 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-88a6e9bf-0027-405c-a3ea-24af23d0ebd1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581299 Sep 26 18:06:46.145013 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Deleting subnet 7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:06:46.148911 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] For port 3332f53e-2252-475d-a5ed-f38afdfa14e8, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=3332f53e-2252-475d-a5ed-f38afdfa14e8,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:46.149313 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.158411 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Publish callbacks [] for subnet (7ef52cb0-3b8f-417c-aed6-8d63cd4976f1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.190567 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Calling delete_port for 3332f53e-2252-475d-a5ed-f38afdfa14e8 owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:46.229457 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (7ef52cb0-3b8f-417c-aed6-8d63cd4976f1), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.437123 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (7ef52cb0-3b8f-417c-aed6-8d63cd4976f1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.622344 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d304a8a-743e-4996-8eec-d8d535174538 req-e3f18c0e-56ab-4618-a702-9b4f239fc058 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.0527751 Sep 26 18:06:46.660576 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:46.669519 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (7ef52cb0-3b8f-417c-aed6-8d63cd4976f1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.745956 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef52cb0-3b8f-417c-aed6-8d63cd4976f1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:46.763239 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (3332f53e-2252-475d-a5ed-f38afdfa14e8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.771546 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:46.779156 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-afbb992b-5ac3-4b37-addc-45a8195bdf7b admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/7ef52cb0-3b8f-417c-aed6-8d63cd4976f1 HTTP/1.1" status: 204 len: 168 time: 1.0227983 Sep 26 18:06:46.781308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45104) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:46.782037 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1034099-17af-4831-944f-b54b8468d2a6 None None] Network 6c02750b-0cb5-40a1-8a30-9bca1215a898 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:46.833563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3332f53e-2252-475d-a5ed-f38afdfa14e8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:46.912081 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (6c02750b-0cb5-40a1-8a30-9bca1215a898), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.049598 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Deleting port 5cf50a31-2419-46d2-b1be-19083d828136 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:47.050108 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (5cf50a31-2419-46d2-b1be-19083d828136), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.108121 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] DHCP port deletion for 6c02750b-0cb5-40a1-8a30-9bca1215a898 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:06:47.108641 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.181581 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.213453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Deleting port 5cf50a31-2419-46d2-b1be-19083d828136 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:47.214090 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (5cf50a31-2419-46d2-b1be-19083d828136), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.235245 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] For port 5cf50a31-2419-46d2-b1be-19083d828136, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5cf50a31-2419-46d2-b1be-19083d828136,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:47.235710 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (5cf50a31-2419-46d2-b1be-19083d828136), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.253451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Calling delete_port for 5cf50a31-2419-46d2-b1be-19083d828136 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:47.257658 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:47.311047 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] For port 5cf50a31-2419-46d2-b1be-19083d828136, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=5cf50a31-2419-46d2-b1be-19083d828136,segment=NetworkSegment(0ad25bfa-f60d-497b-94b7-ccef4dbd3074),segment_id=0ad25bfa-f60d-497b-94b7-ccef4dbd3074)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:47.311903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (5cf50a31-2419-46d2-b1be-19083d828136), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.332059 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Calling delete_port for 5cf50a31-2419-46d2-b1be-19083d828136 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:47.369650 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (5cf50a31-2419-46d2-b1be-19083d828136), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.429722 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Pushing event deleted for resources: {'Port': ['ID=5cf50a31-2419-46d2-b1be-19083d828136,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:47.431656 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] No DVR routers for this DVR port 5cf50a31-2419-46d2-b1be-19083d828136 on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:47.490365 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (5cf50a31-2419-46d2-b1be-19083d828136), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.495256 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:06:47.540949 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] No DVR routers for this DVR port 5cf50a31-2419-46d2-b1be-19083d828136 on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:47.541194 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (6c02750b-0cb5-40a1-8a30-9bca1215a898), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.549276 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Pushing event deleted for resources: {'Port': ['ID=5cf50a31-2419-46d2-b1be-19083d828136,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:47.563938 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.564515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.565965 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.566515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.567104 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.567602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.568861 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.569387 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.569885 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.571156 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.571792 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.572296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.572439 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c02750b-0cb5-40a1-8a30-9bca1215a898']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:47.574031 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.574770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.575438 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dc9875-7579-45af-9ac2-c6dee65df837 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:47.594133 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad25bfa-f60d-497b-94b7-ccef4dbd3074') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:47.594731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad25bfa-f60d-497b-94b7-ccef4dbd3074') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:47.616348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5cf50a31-2419-46d2-b1be-19083d828136 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:47.619431 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (0ad25bfa-f60d-497b-94b7-ccef4dbd3074), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.652676 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 5cf50a31-2419-46d2-b1be-19083d828136 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:47.653061 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 5cf50a31-2419-46d2-b1be-19083d828136 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:47.653542 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:47.655340 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (0ad25bfa-f60d-497b-94b7-ccef4dbd3074), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.683940 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:06:47.684356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (0ad25bfa-f60d-497b-94b7-ccef4dbd3074), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.699614 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:06:47.716861 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-843899e1-4e63-4ca4-8bb7-cdc8473ad5fe admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/2fe2416e-5e69-40a9-8a10-42bba9ee15c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1006892 Sep 26 18:06:47.724354 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45116) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:47.745618 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] Sync routers for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:06:47.762466 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:47.762864 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device b420d84a-6d0a-4532-b3d2-dbcdcd91ce67 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:47.763319 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7fb48418-7451-47fd-9837-b0d03b4c8b24 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:47.816562 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 0ad25bfa-f60d-497b-94b7-ccef4dbd3074 resource provider aggregate not found Sep 26 18:06:47.824450 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 7fb48418-7451-47fd-9837-b0d03b4c8b24 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:47.825384 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7fb48418-7451-47fd-9837-b0d03b4c8b24 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:47.836269 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:47.837697 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:47.928788 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks [] for router (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:47.960098 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-66fa0a65-f576-411f-a10d-bb182082b358 req-a753f932-05c4-4d98-b9c8-ece2621cd1d5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.1382787 Sep 26 18:06:47.966284 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 0ad25bfa-f60d-497b-94b7-ccef4dbd3074 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ad25bfa-f60d-497b-94b7-ccef4dbd3074 found for delete ", "request_id": "req-4da4b7b3-618f-4b77-b385-551f36984431"}]} Sep 26 18:06:47.967101 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (6c02750b-0cb5-40a1-8a30-9bca1215a898), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.008097 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.013917 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/6c02750b-0cb5-40a1-8a30-9bca1215a898 HTTP/1.1" status: 204 len: 168 time: 1.2299068 Sep 26 18:06:48.025382 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2246dd-0af5-435b-8ece-bacd897665bc admin admin] Pushing event deleted for resources: {'Network': ['ID=6c02750b-0cb5-40a1-8a30-9bca1215a898,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:48.122056 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:48.161042 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks [] for router_gateway (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.222181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Deleting port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:48.222697 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.274971 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45128) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:48.352839 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-74c74703-7251-4eae-8832-f603bf2c685e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=3f1770ed75fd48d098bb1efc839ebc0d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0762186 Sep 26 18:06:48.356703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45130) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:48.396722 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] For port 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:48.397244 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.416830 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249'}], 'enable_snat': True}, 'gw_port_id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T18:06:46Z', 'revision_number': 5, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port': {'id': '7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:5a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T17:58:58Z', 'updated_at': '2022-09-26T17:59:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:48.423436 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Calling delete_port for 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:48.478064 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] Checking router: 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:06:48.482277 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d1e04cf0-924b-4efe-b91e-a9e790773461 admin admin] Publish callbacks [] for security_group (ea4f98af-6250-4cf0-a784-44b38c386052), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.498134 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] Routers {'2fe2416e-5e69-40a9-8a10-42bba9ee15c6'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:06:48.501217 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:48.534872 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d1e04cf0-924b-4efe-b91e-a9e790773461 admin admin] Publish callbacks [] for security_group (ea4f98af-6250-4cf0-a784-44b38c386052), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.621104 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.639930 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d1e04cf0-924b-4efe-b91e-a9e790773461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ea4f98af-6250-4cf0-a784-44b38c386052), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.645932 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d1e04cf0-924b-4efe-b91e-a9e790773461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:48.647584 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d1e04cf0-924b-4efe-b91e-a9e790773461 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ea4f98af-6250-4cf0-a784-44b38c386052 HTTP/1.1" status: 204 len: 168 time: 0.2856579 Sep 26 18:06:48.648002 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] Set router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:06:48.663901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e04cf0-924b-4efe-b91e-a9e790773461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f98af-6250-4cf0-a784-44b38c386052,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:48.743595 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T18:06:48Z', 'revision_number': 6, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:48.772030 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.781265 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:48.783296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e2ea8-b611-4e32-b3f6-779670d7359b None None] The sync data for ids ['2fe2416e-5e69-40a9-8a10-42bba9ee15c6'] in dv-cinder-859318-1-iscsi is: [{'id': '2fe2416e-5e69-40a9-8a10-42bba9ee15c6', 'name': 'tempest-AttachVolumeTestJSON-2101756683-router', 'tenant_id': '993e0f8cdcb744279b2987d0d8f321ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T17:58:56Z', 'updated_at': '2022-09-26T18:06:48Z', 'revision_number': 6, 'project_id': '993e0f8cdcb744279b2987d0d8f321ae', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:06:48.800816 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-78ea60c4-d274-47e3-8b25-dc3e07822fe8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:48.803638 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-78ea60c4-d274-47e3-8b25-dc3e07822fe8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 812 time: 0.3127365 Sep 26 18:06:48.946711 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-d4124a78-f383-444f-aea2-988d13649801 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9d0160f2201546a385be13aea0454fdc HTTP/1.1" status: 200 len: 379 time: 0.1237514 Sep 26 18:06:48.975285 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'port': {'device_id': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'admin_state_up': True, 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'security_groups': ['6c5d0962-af37-4123-911b-e5be30e1fb79']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:49.005282 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.095601 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:49.115160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.115889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.116028 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.116401 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.116810 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.118135 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.118707 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.119384 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.119990 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.120790 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.121293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.121951 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.132572 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.132572 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.132572 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:06:49.164900 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-63f2317e-db66-443a-864d-93ccf0397702 req-5720dff8-a146-478e-9c31-d0c464ba7344 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.0789754 Sep 26 18:06:49.297276 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.383027 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Made reservation on behalf of 9d0160f2201546a385be13aea0454fdc for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:49.387156 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.429280 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.433749 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks [] for router_controller (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.568411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 3332f53e-2252-475d-a5ed-f38afdfa14e8 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:49.600929 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (2fe2416e-5e69-40a9-8a10-42bba9ee15c6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.603109 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fe2416e-5e69-40a9-8a10-42bba9ee15c6 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:06:49.641616 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.648689 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45154) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:49.649955 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5d9b9518-c7d4-43ff-99a5-b26f4650bff0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/2fe2416e-5e69-40a9-8a10-42bba9ee15c6 HTTP/1.1" status: 204 len: 168 time: 1.9237118 Sep 26 18:06:49.675435 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 3332f53e-2252-475d-a5ed-f38afdfa14e8 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:49.675609 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 3332f53e-2252-475d-a5ed-f38afdfa14e8 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:49.678420 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:49.731931 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Allocated IP 172.20.0.12 (4b57d14c-5868-42b6-822c-17efedad588a/d3fd72b1-bf6e-4599-8b66-389c34114083/c59da11d-3991-4e66-a120-82f601d092c7) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:06:49.779143 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Deleting subnet 8e4595bd-0f12-40fb-bbec-85ae051d18c3 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:06:49.785905 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Publish callbacks [] for subnet (8e4595bd-0f12-40fb-bbec-85ae051d18c3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:49.798608 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:49.800030 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 7c0ff433-5e4d-4688-8bf8-ffc4407f9ac0 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:49.869915 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (8e4595bd-0f12-40fb-bbec-85ae051d18c3), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.065688 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.085129 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (8e4595bd-0f12-40fb-bbec-85ae051d18c3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.098513 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (c59da11d-3991-4e66-a120-82f601d092c7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.150637 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.170115 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (c59da11d-3991-4e66-a120-82f601d092c7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.199126 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (8e4595bd-0f12-40fb-bbec-85ae051d18c3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.247406 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4595bd-0f12-40fb-bbec-85ae051d18c3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:50.267271 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=7,neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.268941 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=c59da11d-3991-4e66-a120-82f601d092c7,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:50.282366 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a63eabf-3889-459c-93c2-a2b9862d8f28 None None] Network e78b1a96-bab8-4787-a315-a8cceb589c48 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:50.284050 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.289419 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=71,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.290616 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-171f40d0-f508-4914-9fac-b1be0fff333f admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/8e4595bd-0f12-40fb-bbec-85ae051d18c3 HTTP/1.1" status: 204 len: 168 time: 0.6391866 Sep 26 18:06:50.293435 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45170) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:50.302010 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Network 4b57d14c-5868-42b6-822c-17efedad588a is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:06:50.306460 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:50.316021 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:06:50.490381 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:50.491950 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.543007 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-5ce7c3f3-79c3-42f5-9586-6970322305c5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5810361 Sep 26 18:06:50.586474 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Request body: {'port': {'device_id': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:50.668889 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] DHCP port deletion for e78b1a96-bab8-4787-a315-a8cceb589c48 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:06:50.774147 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] Deleting port c96ce428-6c9a-4587-9439-4f470b66a1de {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:50.775564 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.775821 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c59da11d-3991-4e66-a120-82f601d092c7), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.911586 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Provisioning complete for port c59da11d-3991-4e66-a120-82f601d092c7 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:06:50.912225 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c59da11d-3991-4e66-a120-82f601d092c7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.912918 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Attempt 1 to provision port c59da11d-3991-4e66-a120-82f601d092c7 Sep 26 18:06:50.948890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (e78b1a96-bab8-4787-a315-a8cceb589c48), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:50.964793 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:50.982254 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da335732-eea9-426a-8ecf-a9477cf0a421 req-79ffbc69-5b81-4e32-b6c1-9373212a5225 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:50.982254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da335732-eea9-426a-8ecf-a9477cf0a421 req-79ffbc69-5b81-4e32-b6c1-9373212a5225 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 932 time: 0.1288028 Sep 26 18:06:50.990497 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Port c59da11d-3991-4e66-a120-82f601d092c7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:50.993840 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] For port c96ce428-6c9a-4587-9439-4f470b66a1de, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c96ce428-6c9a-4587-9439-4f470b66a1de,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:50.994927 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.020135 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] Calling delete_port for c96ce428-6c9a-4587-9439-4f470b66a1de owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:51.048364 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Deleting port c96ce428-6c9a-4587-9439-4f470b66a1de {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:06:51.048746 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.168386 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da335732-eea9-426a-8ecf-a9477cf0a421 req-adb4e6e0-2892-4dc5-b1f4-3da95fb1dcf2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555259 Sep 26 18:06:51.196094 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] For port c96ce428-6c9a-4587-9439-4f470b66a1de, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c96ce428-6c9a-4587-9439-4f470b66a1de,segment=NetworkSegment(6b342187-0b2c-4c61-b136-96d50b078958),segment_id=6b342187-0b2c-4c61-b136-96d50b078958)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:51.197906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.233439 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Calling delete_port for c96ce428-6c9a-4587-9439-4f470b66a1de owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:06:51.292610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.374933 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c96ce428-6c9a-4587-9439-4f470b66a1de), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.387295 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59da11d-3991-4e66-a120-82f601d092c7 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:51.399997 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] No DVR routers for this DVR port c96ce428-6c9a-4587-9439-4f470b66a1de on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:51.411657 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf867c2-edd2-4e9e-a34a-06afbdfc4603 None None] Pushing event deleted for resources: {'Port': ['ID=c96ce428-6c9a-4587-9439-4f470b66a1de,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:51.414416 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Publish callbacks [] for port (c59da11d-3991-4e66-a120-82f601d092c7), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.428821 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96ce428-6c9a-4587-9439-4f470b66a1de,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:51.438042 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] No DVR routers for this DVR port c96ce428-6c9a-4587-9439-4f470b66a1de on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:06:51.460132 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Transition to ACTIVE for port object c59da11d-3991-4e66-a120-82f601d092c7 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:06:51.466329 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (c59da11d-3991-4e66-a120-82f601d092c7), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.491724 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Attempt 2 to provision port c59da11d-3991-4e66-a120-82f601d092c7 Sep 26 18:06:51.571304 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (e78b1a96-bab8-4787-a315-a8cceb589c48), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.578215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Port c59da11d-3991-4e66-a120-82f601d092c7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:06:51.618191 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c96ce428-6c9a-4587-9439-4f470b66a1de no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:06:51.641039 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=c59da11d-3991-4e66-a120-82f601d092c7,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:51.641798 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e78b1a96-bab8-4787-a315-a8cceb589c48']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:51.661704 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b342187-0b2c-4c61-b136-96d50b078958') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:51.662492 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b342187-0b2c-4c61-b136-96d50b078958') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:51.680225 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (6b342187-0b2c-4c61-b136-96d50b078958), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.685114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: c96ce428-6c9a-4587-9439-4f470b66a1de {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:06:51.685958 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c96ce428-6c9a-4587-9439-4f470b66a1de not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:06:51.688085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Attempting to bind port c59da11d-3991-4e66-a120-82f601d092c7 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:06:51.689138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Attempting to bind port c59da11d-3991-4e66-a120-82f601d092c7 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:06:51.689776 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Attempting to bind port c59da11d-3991-4e66-a120-82f601d092c7 on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:51.709959 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (6b342187-0b2c-4c61-b136-96d50b078958), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.724058 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:06:51.724538 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (6b342187-0b2c-4c61-b136-96d50b078958), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.770669 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Port c59da11d-3991-4e66-a120-82f601d092c7 on network 4b57d14c-5868-42b6-822c-17efedad588a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:06:51.771221 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Attempting to bind port c59da11d-3991-4e66-a120-82f601d092c7 on network 4b57d14c-5868-42b6-822c-17efedad588a {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:06:51.789052 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 6b342187-0b2c-4c61-b136-96d50b078958 resource provider aggregate not found Sep 26 18:06:51.818713 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 6b342187-0b2c-4c61-b136-96d50b078958 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6b342187-0b2c-4c61-b136-96d50b078958 found for delete ", "request_id": "req-0c5c72c5-45f3-49f5-b3bb-dbca5a56f16d"}]} Sep 26 18:06:51.829199 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (e78b1a96-bab8-4787-a315-a8cceb589c48), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.834143 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:06:51.834482 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Checking segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:51.834893 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Bound using segment: {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:06:51.835347 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Bound port: c59da11d-3991-4e66-a120-82f601d092c7, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16058ec4-07b3-45bd-9b27-95d76067a3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:06:51.835700 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c59da11d-3991-4e66-a120-82f601d092c7), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.836488 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:51.843315 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/e78b1a96-bab8-4787-a315-a8cceb589c48 HTTP/1.1" status: 204 len: 168 time: 1.5461371 Sep 26 18:06:51.860328 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20c7d9-dabf-49c8-ac76-cd51af61a4b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e78b1a96-bab8-4787-a315-a8cceb589c48,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:51.946517 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] For port c59da11d-3991-4e66-a120-82f601d092c7, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:06:51.956636 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] For port c59da11d-3991-4e66-a120-82f601d092c7, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c59da11d-3991-4e66-a120-82f601d092c7,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:06:51.970183 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (c59da11d-3991-4e66-a120-82f601d092c7), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.010360 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.012279 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.015169 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/c59da11d-3991-4e66-a120-82f601d092c7 HTTP/1.1" status: 200 len: 1094 time: 1.4460864 Sep 26 18:06:52.016262 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:52.017420 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:06:52.021537 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d" -d '{"events": [{"name": "network-changed", "server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "tag": "c59da11d-3991-4e66-a120-82f601d092c7"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:06:52.062079 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb33cf1-04d2-4a8e-8d71-fad9f4cc2fa2 service neutron] Pushing event updated for resources: {'Port': ['ID=c59da11d-3991-4e66-a120-82f601d092c7,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:52.079792 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Attempt 3 to provision port c59da11d-3991-4e66-a120-82f601d092c7 Sep 26 18:06:52.148600 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27349574-c208-40c9-9b4f-f523457b9dda x-openstack-request-id: req-27349574-c208-40c9-9b4f-f523457b9dda {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:06:52.148956 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "tag": "c59da11d-3991-4e66-a120-82f601d092c7", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:06:52.149291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-27349574-c208-40c9-9b4f-f523457b9dda {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:06:52.149711 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27349574-c208-40c9-9b4f-f523457b9dda'] response: {'name': 'network-changed', 'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7', 'status': 'completed', 'code': 200} Sep 26 18:06:52.153175 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-fae1d89b-f2f3-4538-8526-c11c81395990 None None] Port c59da11d-3991-4e66-a120-82f601d092c7 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 26 18:06:52.168693 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-9284a8da-aacf-4cc0-9218-73bbbd411e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.170946 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-9284a8da-aacf-4cc0-9218-73bbbd411e3b service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 1128 time: 0.0821445 Sep 26 18:06:52.231372 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-f84c785e-c38e-4dd2-b6e1-7275e88d8f8c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c59da11d-3991-4e66-a120-82f601d092c7 HTTP/1.1" status: 200 len: 217 time: 0.0441144 Sep 26 18:06:52.232818 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45200) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:52.324702 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:52.337971 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-742bd037-7d6f-4cef-bf8a-2e5d87c114b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.339430 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-742bd037-7d6f-4cef-bf8a-2e5d87c114b4 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0979521 Sep 26 18:06:52.341845 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e4864a67-9688-4cbe-ad0f-2f5a2ec9c90e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=993e0f8cdcb744279b2987d0d8f321ae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1079752 Sep 26 18:06:52.361000 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45206) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:52.407138 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd795256-74f3-4ae9-9d3f-237e4871244e req-0b606dc7-4b1d-4897-96e1-72e883863f9f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.409059 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd795256-74f3-4ae9-9d3f-237e4871244e req-0b606dc7-4b1d-4897-96e1-72e883863f9f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 944 time: 0.0889440 Sep 26 18:06:52.426067 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-d74acdb3-350e-40ad-a94d-a0246c61bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:52.427638 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-d74acdb3-350e-40ad-a94d-a0246c61bf0a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813444 Sep 26 18:06:52.428590 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45208) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:52.440703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:52.507649 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd795256-74f3-4ae9-9d3f-237e4871244e req-420582e1-917d-477f-962d-b284b30d91dc tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852640 Sep 26 18:06:52.550114 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d11cfe0-b856-4a19-b81d-21570c8766f7 admin admin] Publish callbacks [] for security_group (ba89046b-3c38-4013-b0a6-629fcb6f0b39), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.597189 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-17213fdc-ece6-497d-b296-5a297db48ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.600721 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d11cfe0-b856-4a19-b81d-21570c8766f7 admin admin] Publish callbacks [] for security_group (ba89046b-3c38-4013-b0a6-629fcb6f0b39), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.684263 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-9b2ecd15-c33a-4733-a612-db314a4c92be service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428505 Sep 26 18:06:52.790556 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d11cfe0-b856-4a19-b81d-21570c8766f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ba89046b-3c38-4013-b0a6-629fcb6f0b39), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.793797 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d11cfe0-b856-4a19-b81d-21570c8766f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.794656 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5d11cfe0-b856-4a19-b81d-21570c8766f7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ba89046b-3c38-4013-b0a6-629fcb6f0b39 HTTP/1.1" status: 204 len: 168 time: 0.4321496 Sep 26 18:06:52.835512 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11cfe0-b856-4a19-b81d-21570c8766f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba89046b-3c38-4013-b0a6-629fcb6f0b39,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:52.887300 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-17213fdc-ece6-497d-b296-5a297db48ede admin admin] Publish callbacks [] for security_group (c7ee9dfd-ccdd-475f-b71c-cca4fbc68682), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.897828 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-17213fdc-ece6-497d-b296-5a297db48ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c7ee9dfd-ccdd-475f-b71c-cca4fbc68682), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:52.908347 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f6889c0-920e-4b58-b478-d949e2a0b1ab req-3a03b9f0-63cf-417b-aeaf-2d8094c6e68a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168202 Sep 26 18:06:52.974873 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-17213fdc-ece6-497d-b296-5a297db48ede admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a8ad1064951a42f2aeb5539e8151bd3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5374453 Sep 26 18:06:52.975712 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45226) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:52.976181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17213fdc-ece6-497d-b296-5a297db48ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ee9dfd-ccdd-475f-b71c-cca4fbc68682,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.063552 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-516e46ee-9b33-4b96-8e22-7b2b814aeadc admin admin] Publish callbacks [] for security_group (c7ee9dfd-ccdd-475f-b71c-cca4fbc68682), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.107006 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-516e46ee-9b33-4b96-8e22-7b2b814aeadc admin admin] Publish callbacks [] for security_group (c7ee9dfd-ccdd-475f-b71c-cca4fbc68682), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.211771 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-516e46ee-9b33-4b96-8e22-7b2b814aeadc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c7ee9dfd-ccdd-475f-b71c-cca4fbc68682), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.215391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-516e46ee-9b33-4b96-8e22-7b2b814aeadc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:53.217186 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-516e46ee-9b33-4b96-8e22-7b2b814aeadc admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c7ee9dfd-ccdd-475f-b71c-cca4fbc68682 HTTP/1.1" status: 204 len: 168 time: 0.2431211 Sep 26 18:06:53.233697 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e46ee-9b33-4b96-8e22-7b2b814aeadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ee9dfd-ccdd-475f-b71c-cca4fbc68682,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:53.375643 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-4d33d92d-a50b-4659-a938-37993bcec41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:53.378047 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-4d33d92d-a50b-4659-a938-37993bcec41a service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 1128 time: 0.1055636 Sep 26 18:06:53.524489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:53.587646 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-939f0529-9536-4285-bc30-3a17bd5a9ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:53.590177 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-939f0529-9536-4285-bc30-3a17bd5a9ab7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1970015 Sep 26 18:06:53.671535 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-3ae49ab9-7c87-4995-ac9e-fe0358af8a74 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c59da11d-3991-4e66-a120-82f601d092c7 HTTP/1.1" status: 200 len: 217 time: 0.0734446 Sep 26 18:06:53.729832 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a4f31-cf6d-40ef-bfc6-2f8e2dadad6e req-f271aff5-00de-41c1-82de-5836b6d2919f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:53.732331 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b77a4f31-cf6d-40ef-bfc6-2f8e2dadad6e req-f271aff5-00de-41c1-82de-5836b6d2919f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 944 time: 0.0784075 Sep 26 18:06:53.864434 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b77a4f31-cf6d-40ef-bfc6-2f8e2dadad6e req-4ed90ff0-3569-447b-87dd-e09a075ad06a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071494 Sep 26 18:06:53.934911 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45248) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:53.963903 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d20e-1847-4f07-8c8a-cc07c1ab54be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.102344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:54.154996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d20e-1847-4f07-8c8a-cc07c1ab54be admin admin] Publish callbacks [] for security_group (647a0147-1812-492d-b7bb-1d643235e27a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.161903 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e0b2d20e-1847-4f07-8c8a-cc07c1ab54be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (647a0147-1812-492d-b7bb-1d643235e27a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.216404 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-6f1d97f0-ed73-4268-a275-5cd953806c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:54.218405 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-6f1d97f0-ed73-4268-a275-5cd953806c39 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.5412292 Sep 26 18:06:54.223913 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45254) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:54.229643 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e0b2d20e-1847-4f07-8c8a-cc07c1ab54be admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f0b1e951018048558426ed03c5c254ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876470 Sep 26 18:06:54.230424 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b2d20e-1847-4f07-8c8a-cc07c1ab54be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=647a0147-1812-492d-b7bb-1d643235e27a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.374907 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-f2e8189e-2ca0-447f-a165-638844534048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:54.377522 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-f2e8189e-2ca0-447f-a165-638844534048 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1487274 Sep 26 18:06:54.433321 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d2392f6a-984e-444c-b136-1a7ac7b6702c admin admin] Publish callbacks [] for security_group (647a0147-1812-492d-b7bb-1d643235e27a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.489821 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45268) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:54.507906 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:54.543476 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d2392f6a-984e-444c-b136-1a7ac7b6702c admin admin] Publish callbacks [] for security_group (647a0147-1812-492d-b7bb-1d643235e27a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.636192 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-fe0feff1-c2be-4946-a5b8-9abffad8f510 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459836 Sep 26 18:06:54.737818 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1550250380-network', 'tenant_id': '061272abc61045ff95cda9786b9bcf0a'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:54.742930 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d2392f6a-984e-444c-b136-1a7ac7b6702c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (647a0147-1812-492d-b7bb-1d643235e27a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.745867 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d2392f6a-984e-444c-b136-1a7ac7b6702c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.749086 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d2392f6a-984e-444c-b136-1a7ac7b6702c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/647a0147-1812-492d-b7bb-1d643235e27a HTTP/1.1" status: 204 len: 168 time: 0.5232036 Sep 26 18:06:54.780558 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Made reservation on behalf of 061272abc61045ff95cda9786b9bcf0a for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:54.782950 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392f6a-984e-444c-b136-1a7ac7b6702c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=647a0147-1812-492d-b7bb-1d643235e27a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:54.793896 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.819859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:54.850243 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ccb4b3c4-e21a-4c20-9bb5-b6eef8f1a06d req-f2b95075-297e-400c-b363-131e8bc99308 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067101 Sep 26 18:06:54.866122 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45276) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.010041 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks [] for security_group (7794b1c9-cc4b-401d-8bd0-4add3dea741a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.084464 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d7991ac-7b2b-4e86-b2e2-1d38fba1f02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.085904 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd8663-235f-4cd2-bf78-5f5ca5265b61 req-e6356516-83a9-4f04-9d5c-6d1785bc7a3f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:55.088676 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3fd8663-235f-4cd2-bf78-5f5ca5265b61 req-e6356516-83a9-4f04-9d5c-6d1785bc7a3f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 944 time: 0.0769875 Sep 26 18:06:55.090475 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (7794b1c9-cc4b-401d-8bd0-4add3dea741a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.109249 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:06:55.163644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.167071 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (8dfef43c-5047-43d6-ab88-65fa6df57765), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.167418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Added segment 8dfef43c-5047-43d6-ab88-65fa6df57765 of type vlan for network 07e355c5-bbf2-4834-9808-04f0638d9a63 Sep 26 18:06:55.182793 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7794b1c9-cc4b-401d-8bd0-4add3dea741a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.239099 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d7991ac-7b2b-4e86-b2e2-1d38fba1f02b admin admin] Publish callbacks [] for security_group (5fedfc36-a74e-45e1-9b07-9d07ba5e59a0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.246138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d7991ac-7b2b-4e86-b2e2-1d38fba1f02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (5fedfc36-a74e-45e1-9b07-9d07ba5e59a0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.250301 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3fd8663-235f-4cd2-bf78-5f5ca5265b61 req-dd4dc063-567d-4029-a6f8-cb67f06d1694 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373618 Sep 26 18:06:55.257170 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (07e355c5-bbf2-4834-9808-04f0638d9a63), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.296138 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (07e355c5-bbf2-4834-9808-04f0638d9a63), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.297417 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:55.297805 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.320978 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=63 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.321798 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.335056 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4d7991ac-7b2b-4e86-b2e2-1d38fba1f02b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0b42d353672549d99542c699f7fc8a53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4659357 Sep 26 18:06:55.338640 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45286) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.346298 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7991ac-7b2b-4e86-b2e2-1d38fba1f02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fedfc36-a74e-45e1-9b07-9d07ba5e59a0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.388320 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] Pushing event updated for resources: {'Network': ['ID=07e355c5-bbf2-4834-9808-04f0638d9a63,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.413390 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-009e01be-b23f-4fb5-b4f5-d73d07925528 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9199739 Sep 26 18:06:55.414198 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45290) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:55.414469 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 07e355c5-bbf2-4834-9808-04f0638d9a63 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:06:55.424447 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Request body: {'subnet': {'network_id': '07e355c5-bbf2-4834-9808-04f0638d9a63', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1550250380-subnet', 'tenant_id': '061272abc61045ff95cda9786b9bcf0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:55.457602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:55.461466 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Made reservation on behalf of 061272abc61045ff95cda9786b9bcf0a for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:55.464075 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461796'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.507653 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4ccd-7bd0-4a89-bb89-4c5f0baf1682 admin admin] Publish callbacks [] for security_group (5fedfc36-a74e-45e1-9b07-9d07ba5e59a0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.562127 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4ccd-7bd0-4a89-bb89-4c5f0baf1682 admin admin] Publish callbacks [] for security_group (5fedfc36-a74e-45e1-9b07-9d07ba5e59a0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.663622 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4ccd-7bd0-4a89-bb89-4c5f0baf1682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (5fedfc36-a74e-45e1-9b07-9d07ba5e59a0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.667027 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9e7a4ccd-7bd0-4a89-bb89-4c5f0baf1682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.668468 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9e7a4ccd-7bd0-4a89-bb89-4c5f0baf1682 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5fedfc36-a74e-45e1-9b07-9d07ba5e59a0 HTTP/1.1" status: 204 len: 168 time: 0.3288224 Sep 26 18:06:55.690047 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a4ccd-7bd0-4a89-bb89-4c5f0baf1682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fedfc36-a74e-45e1-9b07-9d07ba5e59a0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.844003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461810'] for subnet (bb35043e-0f67-4ed3-82ca-6d57b22a839a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:55.929797 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb35043e-0f67-4ed3-82ca-6d57b22a839a,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:55.944807 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Checking segment: {'id': '8dfef43c-5047-43d6-ab88-65fa6df57765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '07e355c5-bbf2-4834-9808-04f0638d9a63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:55.945389 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Network hostable DHCP agents. Network: 07e355c5-bbf2-4834-9808-04f0638d9a63, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:06:55.975581 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Network 07e355c5-bbf2-4834-9808-04f0638d9a63 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:06:56.002724 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 07e355c5-bbf2-4834-9808-04f0638d9a63) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:56.011378 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:56.012066 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:56.040867 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7569afa-3fba-42e4-9036-20d88dc549ca None None] Network 07e355c5-bbf2-4834-9808-04f0638d9a63 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:56.041836 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-49fe7d54-971f-4fc3-8894-4c7b21d84593 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6259155 Sep 26 18:06:56.400802 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:UPDATE=5,neutron:INSERT=11,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:56.430301 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71096f80-72a9-4656-bec2-95fb65583f77 None None] Network 07e355c5-bbf2-4834-9808-04f0638d9a63 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:56.502057 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abef1578-13cc-4130-a07b-f7008d1ead50 req-a602f1ba-b648-422e-8993-fce9e5b1cf7f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:56.507593 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-abef1578-13cc-4130-a07b-f7008d1ead50 req-a602f1ba-b648-422e-8993-fce9e5b1cf7f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 944 time: 0.1259925 Sep 26 18:06:56.577270 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-abef1578-13cc-4130-a07b-f7008d1ead50 req-f0d40730-d23f-4e36-8682-d6c305650658 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637715 Sep 26 18:06:57.323016 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45360) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:57.331088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-939814221-network', 'tenant_id': 'cd67f1d0479e4f0893abfc00390db9a0'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:57.357604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Made reservation on behalf of cd67f1d0479e4f0893abfc00390db9a0 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:57.361033 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.374037 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.527289 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:57.531503 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks [] for security_group (70bf35a2-f587-4033-964a-9dc44b3dd214), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.540205 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (70bf35a2-f587-4033-964a-9dc44b3dd214), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.594344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:06:57.616589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf35a2-f587-4033-964a-9dc44b3dd214,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:57.626996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (03631985-711e-468c-a5be-18d77923cb6d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.629086 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Added segment 03631985-711e-468c-a5be-18d77923cb6d of type vlan for network 7bf98c6c-332f-47fa-b9c1-810e2ca8b391 Sep 26 18:06:57.716186 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (7bf98c6c-332f-47fa-b9c1-810e2ca8b391), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.819107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (7bf98c6c-332f-47fa-b9c1-810e2ca8b391), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.820521 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:57.821155 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:57.931088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ee58f-1fa1-4440-bb9a-67ab07205f8e req-8f698304-5970-472f-b04e-002a4d5b60bf tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:57.931088 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-254ee58f-1fa1-4440-bb9a-67ab07205f8e req-8f698304-5970-472f-b04e-002a4d5b60bf tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 944 time: 0.1700180 Sep 26 18:06:57.931088 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6054378 Sep 26 18:06:57.934385 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45400) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:57.941713 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Request body: {'subnet': {'network_id': '7bf98c6c-332f-47fa-b9c1-810e2ca8b391', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-939814221-subnet', 'tenant_id': 'cd67f1d0479e4f0893abfc00390db9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:06:57.964471 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a467f-6321-4bd3-a347-53a2132482ef admin admin] Pushing event updated for resources: {'Network': ['ID=7bf98c6c-332f-47fa-b9c1-810e2ca8b391,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:57.985635 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 7bf98c6c-332f-47fa-b9c1-810e2ca8b391 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:06:58.003689 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Made reservation on behalf of cd67f1d0479e4f0893abfc00390db9a0 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:06:58.009114 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:58.119773 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-254ee58f-1fa1-4440-bb9a-67ab07205f8e req-6355bd67-9510-463b-abce-bf2f12fd27d2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709118 Sep 26 18:06:58.202201 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:58.387285 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (04e328df-5e32-4db5-8c5c-947ebf4ff3a3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:58.429242 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:58.491916 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04e328df-5e32-4db5-8c5c-947ebf4ff3a3,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:58.507461 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Checking segment: {'id': '03631985-711e-468c-a5be-18d77923cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '7bf98c6c-332f-47fa-b9c1-810e2ca8b391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:06:58.507929 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Network hostable DHCP agents. Network: 7bf98c6c-332f-47fa-b9c1-810e2ca8b391, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:06:58.539622 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Network 7bf98c6c-332f-47fa-b9c1-810e2ca8b391 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:06:58.565102 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 7bf98c6c-332f-47fa-b9c1-810e2ca8b391) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:06:58.576470 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:58.577671 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:58.582817 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fca6bf-3369-445d-a7c4-550d35462186 None None] Network 7bf98c6c-332f-47fa-b9c1-810e2ca8b391 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:58.604729 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ae3d68a9-ca9b-492e-92f5-754cccf222d5 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6701245 Sep 26 18:06:58.761668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8cb0e9f-3421-43ca-b832-eb35ddb76be9 None None] Network 7bf98c6c-332f-47fa-b9c1-810e2ca8b391 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:06:58.835721 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45440) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:58.854908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45444) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:58.937030 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Deleting subnet bb35043e-0f67-4ed3-82ca-6d57b22a839a {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:06:58.944339 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Publish callbacks [] for subnet (bb35043e-0f67-4ed3-82ca-6d57b22a839a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:58.992329 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (bb35043e-0f67-4ed3-82ca-6d57b22a839a), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.041880 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ca59fc1-77b9-40cf-9f72-fcffcb9b3f76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.089978 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (bb35043e-0f67-4ed3-82ca-6d57b22a839a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.180151 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:59.212723 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (bb35043e-0f67-4ed3-82ca-6d57b22a839a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.278862 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ca59fc1-77b9-40cf-9f72-fcffcb9b3f76 admin admin] Publish callbacks [] for security_group (c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.284441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb35043e-0f67-4ed3-82ca-6d57b22a839a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:59.303057 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ca59fc1-77b9-40cf-9f72-fcffcb9b3f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.308453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.316290 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bb3e18da-e8e9-42e6-9cd3-8bafb0cef41d admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/bb35043e-0f67-4ed3-82ca-6d57b22a839a HTTP/1.1" status: 204 len: 168 time: 0.4600155 Sep 26 18:06:59.320954 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45450) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:59.423295 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4ca59fc1-77b9-40cf-9f72-fcffcb9b3f76 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a627f25c25864076a0e3cb5f77cf755d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5864985 Sep 26 18:06:59.425305 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca59fc1-77b9-40cf-9f72-fcffcb9b3f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:59.427440 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45452) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:59.434259 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f42277-1bf8-40ac-888c-03cb487a0f75 req-3f5332b2-1f37-4058-b020-fc503af162ee tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:06:59.436811 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-46f42277-1bf8-40ac-888c-03cb487a0f75 req-3f5332b2-1f37-4058-b020-fc503af162ee tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 944 time: 0.1545935 Sep 26 18:06:59.479423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:59.484741 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (07e355c5-bbf2-4834-9808-04f0638d9a63), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.520985 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-46f42277-1bf8-40ac-888c-03cb487a0f75 req-00133330-5873-4034-a4dc-b2fea42852dd tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730979 Sep 26 18:06:59.529464 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c59da11d-3991-4e66-a120-82f601d092c7 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:06:59.568026 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6ca663e-4596-4f62-98a5-0d45b29867a0 admin admin] Publish callbacks [] for security_group (c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.648891 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6ca663e-4596-4f62-98a5-0d45b29867a0 admin admin] Publish callbacks [] for security_group (c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.651944 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (07e355c5-bbf2-4834-9808-04f0638d9a63), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.662007 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port c59da11d-3991-4e66-a120-82f601d092c7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c59da11d-3991-4e66-a120-82f601d092c7,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:59.685065 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'c59da11d-3991-4e66-a120-82f601d092c7', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'port_id': 'c59da11d-3991-4e66-a120-82f601d092c7', 'mac_address': 'fa:16:3e:0b:74:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:06:59.699880 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07e355c5-bbf2-4834-9808-04f0638d9a63']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:59.726289 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dfef43c-5047-43d6-ab88-65fa6df57765') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:59.726808 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dfef43c-5047-43d6-ab88-65fa6df57765') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:06:59.736965 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port c59da11d-3991-4e66-a120-82f601d092c7 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:06:59.737666 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c59da11d-3991-4e66-a120-82f601d092c7), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.748637 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (8dfef43c-5047-43d6-ab88-65fa6df57765), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.756476 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59da11d-3991-4e66-a120-82f601d092c7 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:06:59.777181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (8dfef43c-5047-43d6-ab88-65fa6df57765), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.788674 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6ca663e-4596-4f62-98a5-0d45b29867a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.793123 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port c59da11d-3991-4e66-a120-82f601d092c7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c59da11d-3991-4e66-a120-82f601d092c7,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:06:59.793488 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f6ca663e-4596-4f62-98a5-0d45b29867a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.795485 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f6ca663e-4596-4f62-98a5-0d45b29867a0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1 HTTP/1.1" status: 204 len: 168 time: 0.3668962 Sep 26 18:06:59.797385 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:06:59.798059 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (8dfef43c-5047-43d6-ab88-65fa6df57765), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.800225 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c59da11d-3991-4e66-a120-82f601d092c7), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.809465 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:06:59.883790 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca663e-4596-4f62-98a5-0d45b29867a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d84a5-d2aa-4457-95d8-67c5e5cb0ad1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:59.921373 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=c59da11d-3991-4e66-a120-82f601d092c7,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:06:59.936934 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (07e355c5-bbf2-4834-9808-04f0638d9a63), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.950105 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:06:59.957249 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/07e355c5-bbf2-4834-9808-04f0638d9a63 HTTP/1.1" status: 204 len: 168 time: 0.6332743 Sep 26 18:06:59.960300 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45460) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:06:59.984965 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d7cc2-fefe-435d-ba2c-8042d5ea684e admin admin] Pushing event deleted for resources: {'Network': ['ID=07e355c5-bbf2-4834-9808-04f0638d9a63,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:00.027274 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Deleting subnet 04e328df-5e32-4db5-8c5c-947ebf4ff3a3 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:07:00.035846 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Publish callbacks [] for subnet (04e328df-5e32-4db5-8c5c-947ebf4ff3a3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.098332 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (04e328df-5e32-4db5-8c5c-947ebf4ff3a3), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.138119 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c59da11d-3991-4e66-a120-82f601d092c7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:07:00.175182 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (04e328df-5e32-4db5-8c5c-947ebf4ff3a3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.266102 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (04e328df-5e32-4db5-8c5c-947ebf4ff3a3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.317773 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 8dfef43c-5047-43d6-ab88-65fa6df57765 resource provider aggregate not found Sep 26 18:07:00.324344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.328578 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/04e328df-5e32-4db5-8c5c-947ebf4ff3a3 HTTP/1.1" status: 204 len: 168 time: 0.3671587 Sep 26 18:07:00.329653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73343050-3ceb-4457-9115-a12d684e3fa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04e328df-5e32-4db5-8c5c-947ebf4ff3a3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:00.333387 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45470) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:00.376494 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 8dfef43c-5047-43d6-ab88-65fa6df57765 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dfef43c-5047-43d6-ab88-65fa6df57765 found for delete ", "request_id": "req-9a2e99bc-7f25-40ea-9725-4dc12165590f"}]} Sep 26 18:07:00.446221 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:00.488407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (7bf98c6c-332f-47fa-b9c1-810e2ca8b391), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.640815 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.661093 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (7bf98c6c-332f-47fa-b9c1-810e2ca8b391), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.734084 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf98c6c-332f-47fa-b9c1-810e2ca8b391']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:00.762759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03631985-711e-468c-a5be-18d77923cb6d') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:00.763271 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03631985-711e-468c-a5be-18d77923cb6d') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:00.773201 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da42ea87-a26f-4721-bddf-a69481b9dc5e req-3458aad4-19ca-4de2-9495-2f5ba554dd58 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:00.781720 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da42ea87-a26f-4721-bddf-a69481b9dc5e req-3458aad4-19ca-4de2-9495-2f5ba554dd58 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 945 time: 0.1009221 Sep 26 18:07:00.806541 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (03631985-711e-468c-a5be-18d77923cb6d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.833014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (03631985-711e-468c-a5be-18d77923cb6d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.851544 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:07:00.851954 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (03631985-711e-468c-a5be-18d77923cb6d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.880047 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da42ea87-a26f-4721-bddf-a69481b9dc5e req-001bffc8-79cc-4de7-9039-9b5aeef6b8f8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975697 Sep 26 18:07:00.915277 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 03631985-711e-468c-a5be-18d77923cb6d resource provider aggregate not found Sep 26 18:07:00.942419 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 03631985-711e-468c-a5be-18d77923cb6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03631985-711e-468c-a5be-18d77923cb6d found for delete ", "request_id": "req-f80d7ed3-96cc-42c9-8429-084989d6aa7c"}]} Sep 26 18:07:00.960614 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (7bf98c6c-332f-47fa-b9c1-810e2ca8b391), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.972618 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:00.981674 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/7bf98c6c-332f-47fa-b9c1-810e2ca8b391 HTTP/1.1" status: 204 len: 168 time: 0.6467729 Sep 26 18:07:01.004391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef04b48-3152-402e-9676-76ab15cbea4c admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf98c6c-332f-47fa-b9c1-810e2ca8b391,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:01.255535 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45502) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:01.318221 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-25b61b28-1f1d-4054-ba1a-a6f3b31e36ff admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=061272abc61045ff95cda9786b9bcf0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602798 Sep 26 18:07:01.321775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45504) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:01.398279 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a3e-6d91-4ec2-b454-59cc99db98ea admin admin] Publish callbacks [] for security_group (7794b1c9-cc4b-401d-8bd0-4add3dea741a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.430485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:01.434952 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a3e-6d91-4ec2-b454-59cc99db98ea admin admin] Publish callbacks [] for security_group (7794b1c9-cc4b-401d-8bd0-4add3dea741a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.528324 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a3e-6d91-4ec2-b454-59cc99db98ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (7794b1c9-cc4b-401d-8bd0-4add3dea741a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.542997 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9e57a3e-6d91-4ec2-b454-59cc99db98ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.545129 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d9e57a3e-6d91-4ec2-b454-59cc99db98ea admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7794b1c9-cc4b-401d-8bd0-4add3dea741a HTTP/1.1" status: 204 len: 168 time: 0.2222223 Sep 26 18:07:01.553042 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c59da11d-3991-4e66-a120-82f601d092c7 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:01.556404 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e57a3e-6d91-4ec2-b454-59cc99db98ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7794b1c9-cc4b-401d-8bd0-4add3dea741a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:01.617002 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port c59da11d-3991-4e66-a120-82f601d092c7 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:07:01.626441 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port c59da11d-3991-4e66-a120-82f601d092c7 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:01.627505 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c59da11d-3991-4e66-a120-82f601d092c7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.628266 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port c59da11d-3991-4e66-a120-82f601d092c7 Sep 26 18:07:01.751659 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port c59da11d-3991-4e66-a120-82f601d092c7 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:01.754023 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c59da11d-3991-4e66-a120-82f601d092c7), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.797292 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:01.801613 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebc370-5560-40ae-9136-b5d9aadf46cd" -d '{"events": [{"server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "name": "network-vif-plugged", "status": "completed", "tag": "c59da11d-3991-4e66-a120-82f601d092c7"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:01.820248 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port c59da11d-3991-4e66-a120-82f601d092c7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c59da11d-3991-4e66-a120-82f601d092c7,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:01.826289 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c59da11d-3991-4e66-a120-82f601d092c7), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:01.863158 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41368b1c-1027-4739-aedd-77fcde1d9fbc x-openstack-request-id: req-41368b1c-1027-4739-aedd-77fcde1d9fbc {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:01.863538 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "name": "network-vif-plugged", "status": "completed", "tag": "c59da11d-3991-4e66-a120-82f601d092c7", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:01.863800 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-41368b1c-1027-4739-aedd-77fcde1d9fbc {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:01.864206 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41368b1c-1027-4739-aedd-77fcde1d9fbc'] response: {'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7', 'code': 200} Sep 26 18:07:01.894983 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=c59da11d-3991-4e66-a120-82f601d092c7,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:02.159476 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a43a-5884-4b11-abfa-bbcfaf25d07e req-b0c9bd8e-45d9-418d-972f-76487c383308 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:02.160233 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-fa6a5881-b0c7-4168-88a0-af477868f73d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1319492 Sep 26 18:07:02.160233 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45526) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:02.162633 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6de0a43a-5884-4b11-abfa-bbcfaf25d07e req-b0c9bd8e-45d9-418d-972f-76487c383308 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.1160645 Sep 26 18:07:02.207570 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:02.248971 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6d56e44f-ca23-4844-9a7d-85c88e6098e0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=cd67f1d0479e4f0893abfc00390db9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0869963 Sep 26 18:07:02.249531 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6de0a43a-5884-4b11-abfa-bbcfaf25d07e req-0724d442-1144-4165-b668-a7c603cf882b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791192 Sep 26 18:07:02.263671 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45528) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:02.316036 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:02.318169 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116eff4-8404-4adf-a164-fa9a2904432b req-68d2c399-428c-474b-a87a-e50eae31a05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:02.320476 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-68d2c399-428c-474b-a87a-e50eae31a05f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1129 time: 0.0784583 Sep 26 18:07:02.382823 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad09a37-28d0-41f1-88b3-2c3a2e97abdf req-9810af55-f54d-40b0-a85f-da3f83e1efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:02.384823 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cad09a37-28d0-41f1-88b3-2c3a2e97abdf req-9810af55-f54d-40b0-a85f-da3f83e1efb0 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 1130 time: 0.1339197 Sep 26 18:07:02.435644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-855c9526-24f1-4efe-a396-ac7e13010ed8 admin admin] Publish callbacks [] for security_group (70bf35a2-f587-4033-964a-9dc44b3dd214), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:02.483834 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cad09a37-28d0-41f1-88b3-2c3a2e97abdf req-b1fd9db4-7e55-4007-be6f-b5561653af34 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890803 Sep 26 18:07:02.491486 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-855c9526-24f1-4efe-a396-ac7e13010ed8 admin admin] Publish callbacks [] for security_group (70bf35a2-f587-4033-964a-9dc44b3dd214), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:02.504507 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116eff4-8404-4adf-a164-fa9a2904432b req-f34bff0e-89c7-4649-91f3-3b519bd46ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:02.506674 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-f34bff0e-89c7-4649-91f3-3b519bd46ada service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1576598 Sep 26 18:07:02.582979 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-855c9526-24f1-4efe-a396-ac7e13010ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (70bf35a2-f587-4033-964a-9dc44b3dd214), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:02.585859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-855c9526-24f1-4efe-a396-ac7e13010ed8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:02.590236 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-855c9526-24f1-4efe-a396-ac7e13010ed8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/70bf35a2-f587-4033-964a-9dc44b3dd214 HTTP/1.1" status: 204 len: 168 time: 0.3233037 Sep 26 18:07:02.601111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c9526-24f1-4efe-a396-ac7e13010ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf35a2-f587-4033-964a-9dc44b3dd214,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:02.866068 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-94e83a08-3ea5-4f3e-9755-7d9b6bf806dd service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 1001 time: 0.0896797 Sep 26 18:07:03.247848 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116eff4-8404-4adf-a164-fa9a2904432b req-7b4c32c3-2b21-4062-be99-6d7f76ef42b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:03.251433 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-7b4c32c3-2b21-4062-be99-6d7f76ef42b1 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0905011 Sep 26 18:07:03.320528 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116eff4-8404-4adf-a164-fa9a2904432b req-ef0b74a4-da64-4d56-a211-57364f78400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:03.323740 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-ef0b74a4-da64-4d56-a211-57364f78400b service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658834 Sep 26 18:07:03.464589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013200ea-bb7d-4bb9-8888-e86fc2b0fd23 req-ca092b1c-c593-475a-aefc-2c1044d4a682 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:03.466931 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-013200ea-bb7d-4bb9-8888-e86fc2b0fd23 req-ca092b1c-c593-475a-aefc-2c1044d4a682 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0717804 Sep 26 18:07:03.543392 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-a65d88e2-78ff-49fc-a732-ad1f4415c883 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114460 Sep 26 18:07:03.594878 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-013200ea-bb7d-4bb9-8888-e86fc2b0fd23 req-4daaa6f6-5311-47d3-ab3b-ec7c63450557 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148002 Sep 26 18:07:04.108914 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:04.165759 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0116eff4-8404-4adf-a164-fa9a2904432b req-bf784eb8-4293-437f-99f7-c046b80f1e2a service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452842 Sep 26 18:07:04.793365 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9605d-b9b0-46e7-bb0d-beb8545f1d72 req-d6d9780d-2f4f-48ec-9891-66de05bd8d0f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:04.795921 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ba9605d-b9b0-46e7-bb0d-beb8545f1d72 req-d6d9780d-2f4f-48ec-9891-66de05bd8d0f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0798624 Sep 26 18:07:04.886232 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ba9605d-b9b0-46e7-bb0d-beb8545f1d72 req-a42526d1-9ad2-4638-8028-61cfc71ff57d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820494 Sep 26 18:07:05.115756 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6b85e5-13a7-4cdc-96cf-ffcdd1d7c6df req-9b878603-8677-4faa-bc8a-0bfb02810662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:05.117518 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ed6b85e5-13a7-4cdc-96cf-ffcdd1d7c6df req-9b878603-8677-4faa-bc8a-0bfb02810662 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0756931 Sep 26 18:07:05.183369 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ed6b85e5-13a7-4cdc-96cf-ffcdd1d7c6df req-e4234930-cb98-4c76-8be8-fc76e33f6ab4 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544865 Sep 26 18:07:05.235394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45608) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:05.291944 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e0156e-2eca-4ff6-81bd-151793ea8625 tempest-TestVolumeBootPattern-1805148065 tempest-TestVolumeBootPattern-1805148065-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:05.295723 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-18e0156e-2eca-4ff6-81bd-151793ea8625 tempest-TestVolumeBootPattern-1805148065 tempest-TestVolumeBootPattern-1805148065-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 1125 time: 0.0584989 Sep 26 18:07:05.297319 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45612) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:05.305513 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'port_id': 'c59da11d-3991-4e66-a120-82f601d092c7', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:05.350859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:05.490180 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:05.677238 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Allocated IP 172.27.0.245 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/3c1fbefb-2f76-4795-b2cb-fb2f86f777b1) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:05.807752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:05.815383 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:05.876160 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:05.930537 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:05.989133 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:05.994597 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:05.997110 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:06.056127 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=3c1fbefb-2f76-4795-b2cb-fb2f86f777b1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:06.118228 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45636) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:06.279236 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-88fa3380-e462-4f38-9e9e-38a7c1d4fa34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.391231 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-88fa3380-e462-4f38-9e9e-38a7c1d4fa34 admin admin] Publish callbacks [] for security_group (182fb52d-54ff-4828-b49b-4017f0aee610), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.396887 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-88fa3380-e462-4f38-9e9e-38a7c1d4fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (182fb52d-54ff-4828-b49b-4017f0aee610), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.446134 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fa3380-e462-4f38-9e9e-38a7c1d4fa34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182fb52d-54ff-4828-b49b-4017f0aee610,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:06.457745 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-88fa3380-e462-4f38-9e9e-38a7c1d4fa34 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7502a1b893714fcdbabf08c06ce852ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279438 Sep 26 18:07:06.459233 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45642) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:06.592551 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed470df9-9524-4693-8460-1942498d0b40 admin admin] Publish callbacks [] for security_group (182fb52d-54ff-4828-b49b-4017f0aee610), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.619482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (1e45f758-b88d-49a9-b48e-aa534e18c3e9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.630274 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed470df9-9524-4693-8460-1942498d0b40 admin admin] Publish callbacks [] for security_group (182fb52d-54ff-4828-b49b-4017f0aee610), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.733120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.762930 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed470df9-9524-4693-8460-1942498d0b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (182fb52d-54ff-4828-b49b-4017f0aee610), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.765511 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed470df9-9524-4693-8460-1942498d0b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:06.766679 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ed470df9-9524-4693-8460-1942498d0b40 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/182fb52d-54ff-4828-b49b-4017f0aee610 HTTP/1.1" status: 204 len: 168 time: 0.3077142 Sep 26 18:07:06.793641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed470df9-9524-4693-8460-1942498d0b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182fb52d-54ff-4828-b49b-4017f0aee610,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:06.890377 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:06.909961 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.004672 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.011370 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.109241 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event updated for resources: {'Port': ['ID=3c1fbefb-2f76-4795-b2cb-fb2f86f777b1,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:07.113524 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (1e45f758-b88d-49a9-b48e-aa534e18c3e9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.201297 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45652) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:07.230395 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0ec56774-6ec1-413f-9529-815e92963ec3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.258529 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Floating IP 1e45f758-b88d-49a9-b48e-aa534e18c3e9 associated. External IP: 172.27.0.245, port: c59da11d-3991-4e66-a120-82f601d092c7. Sep 26 18:07:07.354296 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0ec56774-6ec1-413f-9529-815e92963ec3 admin admin] Publish callbacks [] for security_group (df087373-7759-44ad-a90a-46e54e7fc598), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.360248 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0ec56774-6ec1-413f-9529-815e92963ec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (df087373-7759-44ad-a90a-46e54e7fc598), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.420484 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0ec56774-6ec1-413f-9529-815e92963ec3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=191330a51b1b446aa0fef1384b1892c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174075 Sep 26 18:07:07.421365 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec56774-6ec1-413f-9529-815e92963ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df087373-7759-44ad-a90a-46e54e7fc598,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:07.423775 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45654) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:07.475246 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:07.507744 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b147184-96d8-4aa7-98e2-aef39cc73f3c admin admin] Publish callbacks [] for security_group (df087373-7759-44ad-a90a-46e54e7fc598), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.542061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b147184-96d8-4aa7-98e2-aef39cc73f3c admin admin] Publish callbacks [] for security_group (df087373-7759-44ad-a90a-46e54e7fc598), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.627851 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b147184-96d8-4aa7-98e2-aef39cc73f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (df087373-7759-44ad-a90a-46e54e7fc598), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.627851 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b147184-96d8-4aa7-98e2-aef39cc73f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:07.627851 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1b147184-96d8-4aa7-98e2-aef39cc73f3c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/df087373-7759-44ad-a90a-46e54e7fc598 HTTP/1.1" status: 204 len: 168 time: 0.2007828 Sep 26 18:07:07.638578 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b147184-96d8-4aa7-98e2-aef39cc73f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df087373-7759-44ad-a90a-46e54e7fc598,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:07.859047 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:08.004277 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:08.022229 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:08.035327 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:08.042301 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:08.043081 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:08.102526 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4b5c2ff6-257d-45ab-b59d-ac3be82d7645 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8031108 Sep 26 18:07:08.103288 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:08.105743 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128757bc-3825-4b7d-b68c-bdefa9398cc9" -d '{"events": [{"name": "network-changed", "server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "tag": "c59da11d-3991-4e66-a120-82f601d092c7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:08.167604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d899975-ec09-4fa6-9cc4-17e46bf40d45 x-openstack-request-id: req-8d899975-ec09-4fa6-9cc4-17e46bf40d45 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:08.168003 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "tag": "c59da11d-3991-4e66-a120-82f601d092c7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:08.168228 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8d899975-ec09-4fa6-9cc4-17e46bf40d45 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:08.168673 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d899975-ec09-4fa6-9cc4-17e46bf40d45'] response: {'name': 'network-changed', 'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7', 'status': 'completed', 'code': 200} Sep 26 18:07:08.175386 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:08.435743 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:08.445765 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f5abb144-9a40-482d-874b-e99e9f3b26eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:08.498501 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '1e45f758-b88d-49a9-b48e-aa534e18c3e9', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'c59da11d-3991-4e66-a120-82f601d092c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:0b:74:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:06Z', 'updated_at': '2022-09-26T18:07:06Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}, {'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:08.529889 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:08.543674 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:08.544321 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:06:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:08.688645 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:08.952205 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-5c3f7522-d0ba-4dc3-b11b-98ab57d2bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:08.954012 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-5c3f7522-d0ba-4dc3-b11b-98ab57d2bbd3 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 1130 time: 0.0667868 Sep 26 18:07:09.041207 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '1e45f758-b88d-49a9-b48e-aa534e18c3e9', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'c59da11d-3991-4e66-a120-82f601d092c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:0b:74:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:06Z', 'updated_at': '2022-09-26T18:07:06Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}, {'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:09.048432 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:07:09.085087 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-5f87c3f9-7931-4fe8-b8db-cdce2abb37cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:09.087095 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-5f87c3f9-7931-4fe8-b8db-cdce2abb37cb service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1259496 Sep 26 18:07:09.091913 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e488140d-f55b-4710-a626-6ec59cec078c None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '1e45f758-b88d-49a9-b48e-aa534e18c3e9', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'c59da11d-3991-4e66-a120-82f601d092c7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:0b:74:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:07:06Z', 'updated_at': '2022-09-26T18:07:06Z', 'revision_number': 0, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}, {'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:09.184586 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-a2476a57-efe3-4e6a-b5bd-762df10a0c8a service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c59da11d-3991-4e66-a120-82f601d092c7 HTTP/1.1" status: 200 len: 1000 time: 0.0887704 Sep 26 18:07:09.269622 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:09.291969 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-23a72e55-0b72-4c92-9d5d-49bf38abbe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:09.293986 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-23a72e55-0b72-4c92-9d5d-49bf38abbe89 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.1013718 Sep 26 18:07:09.365331 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-dd778b06-f388-416e-ae7f-235f744bcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:09.367056 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-dd778b06-f388-416e-ae7f-235f744bcd44 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653772 Sep 26 18:07:09.516010 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d9e41-c9c0-41a4-b115-b2993a9b1053 None None] New status for floating IP 1e45f758-b88d-49a9-b48e-aa534e18c3e9: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:07:09.547727 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-18121f1c-367d-4682-adae-8a477437b915 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721649 Sep 26 18:07:09.697874 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-128757bc-3825-4b7d-b68c-bdefa9398cc9 req-1189b2f8-3bd5-4a25-acee-acbe433be5d1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443994 Sep 26 18:07:10.355677 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45740) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:10.506419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-de585f29-9c9e-47aa-bd61-5b9207a57926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.608835 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-de585f29-9c9e-47aa-bd61-5b9207a57926 admin admin] Publish callbacks [] for security_group (950fc1e1-88fa-4005-88dd-63eb56d497f3), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.614308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-de585f29-9c9e-47aa-bd61-5b9207a57926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (950fc1e1-88fa-4005-88dd-63eb56d497f3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.657106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de585f29-9c9e-47aa-bd61-5b9207a57926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fc1e1-88fa-4005-88dd-63eb56d497f3,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:10.665103 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-de585f29-9c9e-47aa-bd61-5b9207a57926 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2024508ff27942308bfc1f4f6f9ef9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3080149 Sep 26 18:07:10.669316 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45744) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:10.679788 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8c1e6058-da68-4460-86ed-267b9c11fa5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.731335 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.735214 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:10.756288 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d62a-0328-44ac-b3fb-04866d5d12e0 admin admin] Publish callbacks [] for security_group (950fc1e1-88fa-4005-88dd-63eb56d497f3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.781165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d62a-0328-44ac-b3fb-04866d5d12e0 admin admin] Publish callbacks [] for security_group (950fc1e1-88fa-4005-88dd-63eb56d497f3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.846929 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d62a-0328-44ac-b3fb-04866d5d12e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (950fc1e1-88fa-4005-88dd-63eb56d497f3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.851543 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6aa8d62a-0328-44ac-b3fb-04866d5d12e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:10.853639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6aa8d62a-0328-44ac-b3fb-04866d5d12e0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/950fc1e1-88fa-4005-88dd-63eb56d497f3 HTTP/1.1" status: 204 len: 168 time: 0.1822522 Sep 26 18:07:10.866788 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8d62a-0328-44ac-b3fb-04866d5d12e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fc1e1-88fa-4005-88dd-63eb56d497f3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:11.300229 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45756) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:11.315687 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7ca3b822-4b1d-4082-96ee-d15810300f0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.434763 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7ca3b822-4b1d-4082-96ee-d15810300f0f admin admin] Publish callbacks [] for security_group (71f7a266-5ed9-4589-a684-bdeb77bd7ee0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.441101 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7ca3b822-4b1d-4082-96ee-d15810300f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (71f7a266-5ed9-4589-a684-bdeb77bd7ee0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.506010 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7ca3b822-4b1d-4082-96ee-d15810300f0f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=45d89449ad904795807f879cce874c30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2039220 Sep 26 18:07:11.506878 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca3b822-4b1d-4082-96ee-d15810300f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f7a266-5ed9-4589-a684-bdeb77bd7ee0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:11.510556 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45760) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:11.568921 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f260259-fd74-416d-8843-aceb06bec0fd admin admin] Publish callbacks [] for security_group (71f7a266-5ed9-4589-a684-bdeb77bd7ee0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.599940 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f260259-fd74-416d-8843-aceb06bec0fd admin admin] Publish callbacks [] for security_group (71f7a266-5ed9-4589-a684-bdeb77bd7ee0), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.664330 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f260259-fd74-416d-8843-aceb06bec0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (71f7a266-5ed9-4589-a684-bdeb77bd7ee0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.667518 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f260259-fd74-416d-8843-aceb06bec0fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:11.669058 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2f260259-fd74-416d-8843-aceb06bec0fd admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/71f7a266-5ed9-4589-a684-bdeb77bd7ee0 HTTP/1.1" status: 204 len: 168 time: 0.1569815 Sep 26 18:07:11.679115 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f260259-fd74-416d-8843-aceb06bec0fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f7a266-5ed9-4589-a684-bdeb77bd7ee0,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:12.125995 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:12.929914 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45796) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:13.120139 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6874bcc2-59d7-4ba0-8212-9f38ef2217e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.194291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=14 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:13.238635 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6874bcc2-59d7-4ba0-8212-9f38ef2217e6 admin admin] Publish callbacks [] for security_group (aee893a9-6b7d-425a-ac9f-3fe929123200), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.243940 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6874bcc2-59d7-4ba0-8212-9f38ef2217e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (aee893a9-6b7d-425a-ac9f-3fe929123200), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.301292 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6874bcc2-59d7-4ba0-8212-9f38ef2217e6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=274c2f823665414d92bfbd622ee95355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3694298 Sep 26 18:07:13.302613 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874bcc2-59d7-4ba0-8212-9f38ef2217e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee893a9-6b7d-425a-ac9f-3fe929123200,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:13.304000 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45810) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:13.371447 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.378386 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d164b027-b06e-4248-98a1-adadf29d47c6 admin admin] Publish callbacks [] for security_group (aee893a9-6b7d-425a-ac9f-3fe929123200), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.414265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d164b027-b06e-4248-98a1-adadf29d47c6 admin admin] Publish callbacks [] for security_group (aee893a9-6b7d-425a-ac9f-3fe929123200), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.482955 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d164b027-b06e-4248-98a1-adadf29d47c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (aee893a9-6b7d-425a-ac9f-3fe929123200), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.486957 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d164b027-b06e-4248-98a1-adadf29d47c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:13.491500 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d164b027-b06e-4248-98a1-adadf29d47c6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/aee893a9-6b7d-425a-ac9f-3fe929123200 HTTP/1.1" status: 204 len: 168 time: 0.1862762 Sep 26 18:07:13.506024 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164b027-b06e-4248-98a1-adadf29d47c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee893a9-6b7d-425a-ac9f-3fe929123200,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:13.590861 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.120958 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45836) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:14.139220 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3cb13664-cc52-4a18-a180-fc3d0cf3386a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.265140 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3cb13664-cc52-4a18-a180-fc3d0cf3386a admin admin] Publish callbacks [] for security_group (6caa6971-ec57-48f6-819f-8e676d32a31d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.272661 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3cb13664-cc52-4a18-a180-fc3d0cf3386a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6caa6971-ec57-48f6-819f-8e676d32a31d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.334876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb13664-cc52-4a18-a180-fc3d0cf3386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6caa6971-ec57-48f6-819f-8e676d32a31d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:14.340547 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3cb13664-cc52-4a18-a180-fc3d0cf3386a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4800e9d7486448c184be6de9b300a9b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2179494 Sep 26 18:07:14.344921 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45850) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:14.427390 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f7f696ad-33ba-4754-84e8-2f2f1c84538a admin admin] Publish callbacks [] for security_group (6caa6971-ec57-48f6-819f-8e676d32a31d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.457209 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f7f696ad-33ba-4754-84e8-2f2f1c84538a admin admin] Publish callbacks [] for security_group (6caa6971-ec57-48f6-819f-8e676d32a31d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.529970 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f7f696ad-33ba-4754-84e8-2f2f1c84538a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6caa6971-ec57-48f6-819f-8e676d32a31d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.535892 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f7f696ad-33ba-4754-84e8-2f2f1c84538a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:14.541921 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f7f696ad-33ba-4754-84e8-2f2f1c84538a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6caa6971-ec57-48f6-819f-8e676d32a31d HTTP/1.1" status: 204 len: 168 time: 0.1903353 Sep 26 18:07:14.551009 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f696ad-33ba-4754-84e8-2f2f1c84538a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6caa6971-ec57-48f6-819f-8e676d32a31d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:14.917379 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45862) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:15.131332 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9ea06280-54e4-4a2b-ae49-778665a6d88e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.251060 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9ea06280-54e4-4a2b-ae49-778665a6d88e admin admin] Publish callbacks [] for security_group (c9140d87-9d43-4d0d-9f6a-68dc3f3d0217), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.257170 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9ea06280-54e4-4a2b-ae49-778665a6d88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c9140d87-9d43-4d0d-9f6a-68dc3f3d0217), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.311677 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9ea06280-54e4-4a2b-ae49-778665a6d88e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=185777b39d5a4e5c8fd917930996c6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923609 Sep 26 18:07:15.313066 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 45882) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:15.313567 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06280-54e4-4a2b-ae49-778665a6d88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9140d87-9d43-4d0d-9f6a-68dc3f3d0217,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:15.429574 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce893c72-090d-4586-a7cb-7c4fa40a0aca admin admin] Publish callbacks [] for security_group (c9140d87-9d43-4d0d-9f6a-68dc3f3d0217), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.435026 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:15.454442 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:15.478578 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce893c72-090d-4586-a7cb-7c4fa40a0aca admin admin] Publish callbacks [] for security_group (c9140d87-9d43-4d0d-9f6a-68dc3f3d0217), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.597330 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce893c72-090d-4586-a7cb-7c4fa40a0aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c9140d87-9d43-4d0d-9f6a-68dc3f3d0217), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.607941 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ce893c72-090d-4586-a7cb-7c4fa40a0aca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:15.611064 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ce893c72-090d-4586-a7cb-7c4fa40a0aca admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c9140d87-9d43-4d0d-9f6a-68dc3f3d0217 HTTP/1.1" status: 204 len: 168 time: 0.2957814 Sep 26 18:07:15.629589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce893c72-090d-4586-a7cb-7c4fa40a0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9140d87-9d43-4d0d-9f6a-68dc3f3d0217,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:16.265581 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45908) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:16.280222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d02d5080-e0a3-4586-99f1-166629f5c2c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.299748 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:16.419693 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d02d5080-e0a3-4586-99f1-166629f5c2c9 admin admin] Publish callbacks [] for security_group (3768658d-521f-419d-a961-feba4bf2db6c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.424589 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d02d5080-e0a3-4586-99f1-166629f5c2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3768658d-521f-419d-a961-feba4bf2db6c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.475205 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d02d5080-e0a3-4586-99f1-166629f5c2c9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=8a35a426056a4d5f9d762f692d7e510d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083027 Sep 26 18:07:16.475930 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02d5080-e0a3-4586-99f1-166629f5c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3768658d-521f-419d-a961-feba4bf2db6c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:16.479157 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 45914) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:16.558709 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc065da4-c45c-49a4-ad7b-bdd001dc7ecd admin admin] Publish callbacks [] for security_group (3768658d-521f-419d-a961-feba4bf2db6c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.592942 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc065da4-c45c-49a4-ad7b-bdd001dc7ecd admin admin] Publish callbacks [] for security_group (3768658d-521f-419d-a961-feba4bf2db6c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.679225 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc065da4-c45c-49a4-ad7b-bdd001dc7ecd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3768658d-521f-419d-a961-feba4bf2db6c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.683511 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bc065da4-c45c-49a4-ad7b-bdd001dc7ecd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:16.685514 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-bc065da4-c45c-49a4-ad7b-bdd001dc7ecd admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3768658d-521f-419d-a961-feba4bf2db6c HTTP/1.1" status: 204 len: 168 time: 0.2050998 Sep 26 18:07:16.708689 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc065da4-c45c-49a4-ad7b-bdd001dc7ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3768658d-521f-419d-a961-feba4bf2db6c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:23.192018 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46068) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:23.215822 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46072) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:23.353896 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f95a80c-92e9-4625-b7db-1c809b3da2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.385736 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9fae8842-9e0c-4682-a806-70738da31172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.464973 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:23.524604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f95a80c-92e9-4625-b7db-1c809b3da2c0 admin admin] Publish callbacks [] for security_group (77350ba6-715c-41ec-95e6-fa6c1bfcd151), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.536004 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f95a80c-92e9-4625-b7db-1c809b3da2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (77350ba6-715c-41ec-95e6-fa6c1bfcd151), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.551480 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9fae8842-9e0c-4682-a806-70738da31172 admin admin] Publish callbacks [] for security_group (2a2d7983-cf69-4544-a9ca-b703da3a3f6e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.568546 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9fae8842-9e0c-4682-a806-70738da31172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (2a2d7983-cf69-4544-a9ca-b703da3a3f6e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.573244 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:23.611421 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8f95a80c-92e9-4625-b7db-1c809b3da2c0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e2ee05fa6cb149f5a1e7a78d8a29249c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179118 Sep 26 18:07:23.615172 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46076) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:23.624568 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9fae8842-9e0c-4682-a806-70738da31172 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=bf17b60aa2b1440385f259d36041dcd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4072447 Sep 26 18:07:23.626432 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95a80c-92e9-4625-b7db-1c809b3da2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77350ba6-715c-41ec-95e6-fa6c1bfcd151,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:23.629878 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46078) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:23.661345 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae8842-9e0c-4682-a806-70738da31172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a2d7983-cf69-4544-a9ca-b703da3a3f6e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:23.718813 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Publish callbacks [] for security_group (77350ba6-715c-41ec-95e6-fa6c1bfcd151), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.731917 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e640b476-467f-4b9b-8c3d-aa88d59900ce admin admin] Publish callbacks [] for security_group (2a2d7983-cf69-4544-a9ca-b703da3a3f6e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.753524 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Publish callbacks [] for security_group (77350ba6-715c-41ec-95e6-fa6c1bfcd151), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.777354 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e640b476-467f-4b9b-8c3d-aa88d59900ce admin admin] Publish callbacks [] for security_group (2a2d7983-cf69-4544-a9ca-b703da3a3f6e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.851962 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (77350ba6-715c-41ec-95e6-fa6c1bfcd151), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.855085 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.856264 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/77350ba6-715c-41ec-95e6-fa6c1bfcd151 HTTP/1.1" status: 204 len: 168 time: 0.2402768 Sep 26 18:07:23.859437 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e640b476-467f-4b9b-8c3d-aa88d59900ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (2a2d7983-cf69-4544-a9ca-b703da3a3f6e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.862438 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e640b476-467f-4b9b-8c3d-aa88d59900ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:23.863832 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e640b476-467f-4b9b-8c3d-aa88d59900ce admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/2a2d7983-cf69-4544-a9ca-b703da3a3f6e HTTP/1.1" status: 204 len: 168 time: 0.2330163 Sep 26 18:07:23.895717 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77350ba6-715c-41ec-95e6-fa6c1bfcd151,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:23.905050 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.905776 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.906241 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.906640 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.907187 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.907729 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.908082 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.908423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.909012 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.909514 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.910081 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.910559 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.910559 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.911487 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.911487 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64413bd5-1c3e-494b-a42d-d194733803a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:23.931222 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e640b476-467f-4b9b-8c3d-aa88d59900ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a2d7983-cf69-4544-a9ca-b703da3a3f6e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:24.340863 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46094) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:24.341776 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46096) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:24.363968 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3467-200a-4d5d-b198-943bb12f5975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.365164 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c97a2c4b-2008-471f-abda-11b47257034a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.409610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=19,neutron:SELECT=77,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:24.486443 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c97a2c4b-2008-471f-abda-11b47257034a admin admin] Publish callbacks [] for security_group (734e7e4f-d9d9-4d7b-93d7-f1f979a79102), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.493287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c97a2c4b-2008-471f-abda-11b47257034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (734e7e4f-d9d9-4d7b-93d7-f1f979a79102), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.497663 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3467-200a-4d5d-b198-943bb12f5975 admin admin] Publish callbacks [] for security_group (f1c9b631-bc20-4806-84f0-1ba5fe9ad00a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.502452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6fc3467-200a-4d5d-b198-943bb12f5975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f1c9b631-bc20-4806-84f0-1ba5fe9ad00a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.538207 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c97a2c4b-2008-471f-abda-11b47257034a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=729657b626644f1aa719c842ff9863c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1948771 Sep 26 18:07:24.543104 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46098) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:24.543565 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a2c4b-2008-471f-abda-11b47257034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734e7e4f-d9d9-4d7b-93d7-f1f979a79102,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:24.547145 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a6fc3467-200a-4d5d-b198-943bb12f5975 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=09c560ce4aa24d05b2c807ac38e0d7d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049165 Sep 26 18:07:24.547840 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc3467-200a-4d5d-b198-943bb12f5975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c9b631-bc20-4806-84f0-1ba5fe9ad00a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:24.551842 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46100) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:24.617240 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-77fcd6c9-3581-463c-a0e6-a422ae6f6017 admin admin] Publish callbacks [] for security_group (734e7e4f-d9d9-4d7b-93d7-f1f979a79102), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.617548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2e120a11-34bf-4673-86ce-8b3232713249 admin admin] Publish callbacks [] for security_group (f1c9b631-bc20-4806-84f0-1ba5fe9ad00a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.641274 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-77fcd6c9-3581-463c-a0e6-a422ae6f6017 admin admin] Publish callbacks [] for security_group (734e7e4f-d9d9-4d7b-93d7-f1f979a79102), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.647296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2e120a11-34bf-4673-86ce-8b3232713249 admin admin] Publish callbacks [] for security_group (f1c9b631-bc20-4806-84f0-1ba5fe9ad00a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.710104 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2e120a11-34bf-4673-86ce-8b3232713249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (f1c9b631-bc20-4806-84f0-1ba5fe9ad00a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.713156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2e120a11-34bf-4673-86ce-8b3232713249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.714570 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2e120a11-34bf-4673-86ce-8b3232713249 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/f1c9b631-bc20-4806-84f0-1ba5fe9ad00a HTTP/1.1" status: 204 len: 168 time: 0.1611826 Sep 26 18:07:24.724548 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-77fcd6c9-3581-463c-a0e6-a422ae6f6017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (734e7e4f-d9d9-4d7b-93d7-f1f979a79102), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.725018 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e120a11-34bf-4673-86ce-8b3232713249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c9b631-bc20-4806-84f0-1ba5fe9ad00a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:24.730017 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-77fcd6c9-3581-463c-a0e6-a422ae6f6017 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:24.732916 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-77fcd6c9-3581-463c-a0e6-a422ae6f6017 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/734e7e4f-d9d9-4d7b-93d7-f1f979a79102 HTTP/1.1" status: 204 len: 168 time: 0.1880412 Sep 26 18:07:24.752499 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcd6c9-3581-463c-a0e6-a422ae6f6017 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734e7e4f-d9d9-4d7b-93d7-f1f979a79102,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:25.224583 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46122) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:25.244525 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af14f930-090a-4cdc-81d4-b02313fa5ee7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.315425 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:25.317504 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:25.353562 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af14f930-090a-4cdc-81d4-b02313fa5ee7 admin admin] Publish callbacks [] for security_group (861f7dac-2740-4ab6-9e3f-7b70da10aa3a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.359058 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af14f930-090a-4cdc-81d4-b02313fa5ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (861f7dac-2740-4ab6-9e3f-7b70da10aa3a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.403632 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-af14f930-090a-4cdc-81d4-b02313fa5ee7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=542e8ff48e7c425eb5c1cbe2e08fda49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1776290 Sep 26 18:07:25.410813 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46126) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:25.423912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14f930-090a-4cdc-81d4-b02313fa5ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861f7dac-2740-4ab6-9e3f-7b70da10aa3a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:25.486056 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b542990-60be-402f-bb6a-7caa06b0ff6d admin admin] Publish callbacks [] for security_group (861f7dac-2740-4ab6-9e3f-7b70da10aa3a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.516221 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b542990-60be-402f-bb6a-7caa06b0ff6d admin admin] Publish callbacks [] for security_group (861f7dac-2740-4ab6-9e3f-7b70da10aa3a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.608400 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b542990-60be-402f-bb6a-7caa06b0ff6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (861f7dac-2740-4ab6-9e3f-7b70da10aa3a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.613532 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b542990-60be-402f-bb6a-7caa06b0ff6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:25.617083 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1b542990-60be-402f-bb6a-7caa06b0ff6d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/861f7dac-2740-4ab6-9e3f-7b70da10aa3a HTTP/1.1" status: 204 len: 168 time: 0.2027261 Sep 26 18:07:25.632154 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b542990-60be-402f-bb6a-7caa06b0ff6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861f7dac-2740-4ab6-9e3f-7b70da10aa3a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:25.673628 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:26.608423 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46170) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:26.644333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46174) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:26.797866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1334873461-network', 'tenant_id': 'bac54ebe93094b019c51cb82c9086533'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:26.804265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-657d71dd-65ea-4d46-ab6a-e761cb9c45ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.840410 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Made reservation on behalf of bac54ebe93094b019c51cb82c9086533 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:26.842953 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.858711 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.962152 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-657d71dd-65ea-4d46-ab6a-e761cb9c45ad admin admin] Publish callbacks [] for security_group (ce625864-83a4-44f1-8670-f54d4b59b5d8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:26.969020 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-657d71dd-65ea-4d46-ab6a-e761cb9c45ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ce625864-83a4-44f1-8670-f54d4b59b5d8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.043156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks [] for security_group (2467ec1e-99ce-42b1-8bbc-73bd7c54fe96), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.044557 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657d71dd-65ea-4d46-ab6a-e761cb9c45ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce625864-83a4-44f1-8670-f54d4b59b5d8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.052178 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-657d71dd-65ea-4d46-ab6a-e761cb9c45ad admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b58ee7c3a21941acad15b0d3dffc504e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4061012 Sep 26 18:07:27.054287 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (2467ec1e-99ce-42b1-8bbc-73bd7c54fe96), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.055472 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46178) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:27.086494 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:07:27.094333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.103660 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (1c912304-eda1-45a2-b120-8d4544051d18), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.104062 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Added segment 1c912304-eda1-45a2-b120-8d4544051d18 of type vlan for network cd0fb7e5-2596-4011-a544-d0b942183c5b Sep 26 18:07:27.115614 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a4cab7a-2c8b-4aa7-830b-9f028a8b6ad3 admin admin] Publish callbacks [] for security_group (ce625864-83a4-44f1-8670-f54d4b59b5d8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.141243 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a4cab7a-2c8b-4aa7-830b-9f028a8b6ad3 admin admin] Publish callbacks [] for security_group (ce625864-83a4-44f1-8670-f54d4b59b5d8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.152632 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (cd0fb7e5-2596-4011-a544-d0b942183c5b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.181848 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (cd0fb7e5-2596-4011-a544-d0b942183c5b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.183141 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:27.183781 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.200124 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a4cab7a-2c8b-4aa7-830b-9f028a8b6ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ce625864-83a4-44f1-8670-f54d4b59b5d8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.203548 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9a4cab7a-2c8b-4aa7-830b-9f028a8b6ad3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.204731 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9a4cab7a-2c8b-4aa7-830b-9f028a8b6ad3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ce625864-83a4-44f1-8670-f54d4b59b5d8 HTTP/1.1" status: 204 len: 168 time: 0.1478777 Sep 26 18:07:27.214310 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cab7a-2c8b-4aa7-830b-9f028a8b6ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce625864-83a4-44f1-8670-f54d4b59b5d8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.242098 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=14,neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.245927 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6361246 Sep 26 18:07:27.249947 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.251061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46182) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:27.264184 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Request body: {'subnet': {'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1334873461-subnet', 'tenant_id': 'bac54ebe93094b019c51cb82c9086533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:27.273342 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd11cfef-bff1-4107-bfd2-24cb20dc97a0 admin admin] Pushing event updated for resources: {'Network': ['ID=cd0fb7e5-2596-4011-a544-d0b942183c5b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.293988 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Made reservation on behalf of bac54ebe93094b019c51cb82c9086533 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:27.296157 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network cd0fb7e5-2596-4011-a544-d0b942183c5b details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:07:27.297492 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.406272 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=13,neutron:SELECT=81,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:27.545274 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.625558 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Checking segment: {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:27.625891 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Network hostable DHCP agents. Network: cd0fb7e5-2596-4011-a544-d0b942183c5b, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:07:27.661489 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:27.661708 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Network cd0fb7e5-2596-4011-a544-d0b942183c5b is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:07:27.677467 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, cd0fb7e5-2596-4011-a544-d0b942183c5b) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:27.683734 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:27.684714 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:27.694207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4a5d93-082d-425e-997c-c0bb03705f17 None None] Network cd0fb7e5-2596-4011-a544-d0b942183c5b requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:07:27.710566 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7c357084-af69-4854-9c8a-c8369c6ee4cb admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4573786 Sep 26 18:07:27.847283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c775f886-ba12-4078-91e7-d4ca9daa02db None None] Network cd0fb7e5-2596-4011-a544-d0b942183c5b requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:07:29.833673 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-a23fbbe6-73b5-4ae2-b7d0-8e810baefd0a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:29.835591 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-a23fbbe6-73b5-4ae2-b7d0-8e810baefd0a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/networks?id=cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 200 len: 809 time: 0.1700332 Sep 26 18:07:29.852238 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-b9a0e190-7fb1-4ca9-9bbe-e920b1551a62 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/quotas/bac54ebe93094b019c51cb82c9086533 HTTP/1.1" status: 200 len: 375 time: 0.0107906 Sep 26 18:07:29.896254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-cefa0f97-ad82-4c57-b1b6-11ff77316f45 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=bac54ebe93094b019c51cb82c9086533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362186 Sep 26 18:07:30.013254 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-6cc9c450-93f2-47aa-949e-33a963bdbd6f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034276 Sep 26 18:07:30.126102 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-cfd8b516-ae85-4d4d-a2e7-dd526cbdd3a1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051326 Sep 26 18:07:30.341414 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76c54713-155a-4f19-aa05-bf5f6022cba0 req-3a80c0ba-2bd5-4991-9071-ce99e5313d49 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 210 time: 0.0324180 Sep 26 18:07:30.627524 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:30.636954 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:31.470690 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a9a204f-2a67-4a86-b66f-5b2c868ebca5 req-3a71e463-4ac5-4a5b-9c77-ef858c201e7a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 210 time: 0.0325089 Sep 26 18:07:31.668085 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:31.780631 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-6b0477fc-92ed-4203-9f82-2d5f66c55367 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:31.782488 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-6b0477fc-92ed-4203-9f82-2d5f66c55367 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "GET /networking/v2.0/networks?id=cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 200 len: 809 time: 0.1243994 Sep 26 18:07:31.804474 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Request body: {'port': {'device_id': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b', 'admin_state_up': True, 'tenant_id': 'bac54ebe93094b019c51cb82c9086533'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:31.954291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Made reservation on behalf of bac54ebe93094b019c51cb82c9086533 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:31.959790 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.149855 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Allocated IP 172.20.0.10 (cd0fb7e5-2596-4011-a544-d0b942183c5b/b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa/93575152-6026-46ff-86af-18eb09a13718) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:32.374016 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks [] for port (93575152-6026-46ff-86af-18eb09a13718), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.394007 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:32.442379 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (93575152-6026-46ff-86af-18eb09a13718), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.496261 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Network cd0fb7e5-2596-4011-a544-d0b942183c5b is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:32.499648 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:32.502793 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:32.512841 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Pushing event updated for resources: {'Port': ['ID=93575152-6026-46ff-86af-18eb09a13718,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:32.589861 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:32.590873 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.613619 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-4d174aa5-b790-47c5-96cd-82e8b821967c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8159711 Sep 26 18:07:32.628631 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b41e2-b22c-4f2f-9fd9-5fa8069ebb22 req-ad77ffcd-3cd5-46a8-b297-c5fec21364f6 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:32.631114 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-012b41e2-b22c-4f2f-9fd9-5fa8069ebb22 req-ad77ffcd-3cd5-46a8-b297-c5fec21364f6 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 932 time: 0.0677824 Sep 26 18:07:32.638372 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Request body: {'port': {'device_id': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:32.700126 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-012b41e2-b22c-4f2f-9fd9-5fa8069ebb22 req-3f93fac3-30c6-4849-870a-a9d7c575e33e tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601447 Sep 26 18:07:32.727947 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (93575152-6026-46ff-86af-18eb09a13718), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:32.881646 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:33.071725 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93575152-6026-46ff-86af-18eb09a13718 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:33.083543 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Publish callbacks [] for port (93575152-6026-46ff-86af-18eb09a13718), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.099202 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Transition to ACTIVE for port object 93575152-6026-46ff-86af-18eb09a13718 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:07:33.106158 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (93575152-6026-46ff-86af-18eb09a13718), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.176743 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Pushing event updated for resources: {'Port': ['ID=93575152-6026-46ff-86af-18eb09a13718,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:33.231327 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Attempting to bind port 93575152-6026-46ff-86af-18eb09a13718 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:33.231648 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Attempting to bind port 93575152-6026-46ff-86af-18eb09a13718 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:33.231953 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Attempting to bind port 93575152-6026-46ff-86af-18eb09a13718 on network cd0fb7e5-2596-4011-a544-d0b942183c5b {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:33.280820 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Port 93575152-6026-46ff-86af-18eb09a13718 on network cd0fb7e5-2596-4011-a544-d0b942183c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:07:33.281129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Attempting to bind port 93575152-6026-46ff-86af-18eb09a13718 on network cd0fb7e5-2596-4011-a544-d0b942183c5b {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:33.336012 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:33.336332 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Checking segment: {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:33.336938 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Bound using segment: {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:33.337620 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Bound port: 93575152-6026-46ff-86af-18eb09a13718, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:33.338152 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (93575152-6026-46ff-86af-18eb09a13718), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.443368 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] For port 93575152-6026-46ff-86af-18eb09a13718, host hv-cinder-85931, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:33.448029 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] For port 93575152-6026-46ff-86af-18eb09a13718, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=93575152-6026-46ff-86af-18eb09a13718,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:33.456437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (93575152-6026-46ff-86af-18eb09a13718), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.461029 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.461656 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:33.463118 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/93575152-6026-46ff-86af-18eb09a13718 HTTP/1.1" status: 200 len: 1094 time: 0.8308361 Sep 26 18:07:33.463703 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'tag': '93575152-6026-46ff-86af-18eb09a13718'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:33.466160 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0fa8b8-c441-45db-a39d-20df7254061d", "tag": "93575152-6026-46ff-86af-18eb09a13718"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:33.512174 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:33.532415 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b87b19-25df-4eaf-8ea1-28325bd979e4 x-openstack-request-id: req-c1b87b19-25df-4eaf-8ea1-28325bd979e4 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:33.532882 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0fa8b8-c441-45db-a39d-20df7254061d", "tag": "93575152-6026-46ff-86af-18eb09a13718", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:33.533168 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c1b87b19-25df-4eaf-8ea1-28325bd979e4 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:33.534597 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b87b19-25df-4eaf-8ea1-28325bd979e4'] response: {'name': 'network-changed', 'server_uuid': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'tag': '93575152-6026-46ff-86af-18eb09a13718', 'status': 'completed', 'code': 200} Sep 26 18:07:33.542779 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7740075e-9296-43a2-b5f8-42f22f593073 service neutron] Pushing event updated for resources: {'Port': ['ID=93575152-6026-46ff-86af-18eb09a13718,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:33.620693 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-fa1b2d11-8c97-4d92-b6f2-8f92c08c08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.623639 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-fa1b2d11-8c97-4d92-b6f2-8f92c08c08fa service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=bac54ebe93094b019c51cb82c9086533&device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 1128 time: 0.0698531 Sep 26 18:07:33.689087 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-7093fbc8-b1e9-402d-a2e1-4a3abc4aa032 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93575152-6026-46ff-86af-18eb09a13718 HTTP/1.1" status: 200 len: 217 time: 0.0513945 Sep 26 18:07:33.786488 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-703ecad0-8140-4f1e-9d9b-070f79f00951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.789518 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-703ecad0-8140-4f1e-9d9b-070f79f00951 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa HTTP/1.1" status: 200 len: 849 time: 0.0943992 Sep 26 18:07:33.839727 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-53cb4361-95f5-4d86-8cd2-5c19c04e8815 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=cd0fb7e5-2596-4011-a544-d0b942183c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430739 Sep 26 18:07:33.932725 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9420f67-2553-489a-a84c-6f8f1b2e24ab req-ae66b235-0c49-44e2-bc8a-1e92c5f8ad7a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:33.935161 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9420f67-2553-489a-a84c-6f8f1b2e24ab req-ae66b235-0c49-44e2-bc8a-1e92c5f8ad7a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 944 time: 0.0799208 Sep 26 18:07:34.031974 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9420f67-2553-489a-a84c-6f8f1b2e24ab req-9cda776e-94fe-4ef4-b4af-45ca92236f2f tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861876 Sep 26 18:07:34.312847 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-19d1d04f-140d-4629-bd5f-33b91f579849 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671357 Sep 26 18:07:34.450697 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84860a57-8980-400f-98a9-b1eba3d08f0b req-56545a91-7dd7-4e25-acce-6f9730409ee3 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291556 Sep 26 18:07:35.211282 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420fd6bc-aa5b-4a2f-8d6a-58a7a2bfb603 req-fcaadbc4-7c37-4b9e-aab6-c0231b982676 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:35.214115 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-420fd6bc-aa5b-4a2f-8d6a-58a7a2bfb603 req-fcaadbc4-7c37-4b9e-aab6-c0231b982676 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 944 time: 0.0796385 Sep 26 18:07:35.296228 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-420fd6bc-aa5b-4a2f-8d6a-58a7a2bfb603 req-d6a32427-9ecb-4eb7-bc0c-517eb6bcc3ee tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693681 Sep 26 18:07:35.691120 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:35.692900 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=80 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:36.470097 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de0511-d51b-482c-ad9b-5956ed56b1d9 req-483d8ba7-5513-4e92-b33a-8065069fa699 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:36.472461 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21de0511-d51b-482c-ad9b-5956ed56b1d9 req-483d8ba7-5513-4e92-b33a-8065069fa699 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 944 time: 0.0588150 Sep 26 18:07:36.528043 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-21de0511-d51b-482c-ad9b-5956ed56b1d9 req-95415b84-ead4-4cc0-a17b-3f79238f29ac tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Sep 26 18:07:37.685705 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7054e2-6390-4cd7-8166-50adcf21ee8f req-18ed3ab9-d29f-4115-b7bd-47c50b447b74 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:37.687256 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a7054e2-6390-4cd7-8166-50adcf21ee8f req-18ed3ab9-d29f-4115-b7bd-47c50b447b74 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 944 time: 0.0562453 Sep 26 18:07:37.754502 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a7054e2-6390-4cd7-8166-50adcf21ee8f req-debfd3bb-65d1-4311-9661-697a21735ffa tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571122 Sep 26 18:07:37.964041 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:38.418815 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-b623c11a-eb20-4937-8b04-d9f629e0b4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:38.418815 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-b623c11a-eb20-4937-8b04-d9f629e0b4c1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=bac54ebe93094b019c51cb82c9086533&device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 1128 time: 0.0635688 Sep 26 18:07:38.450815 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b71c861-2179-4823-8005-4f62b544e1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:38.516993 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:38.539919 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-9afa707b-ca4e-49c1-8a23-5b153ddfd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:38.541415 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-9afa707b-ca4e-49c1-8a23-5b153ddfd44c service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 200 len: 910 time: 0.1193130 Sep 26 18:07:38.588785 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-6b6c28a3-8faa-46bd-9eba-ea2fe22f80ae service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=93575152-6026-46ff-86af-18eb09a13718 HTTP/1.1" status: 200 len: 217 time: 0.0409312 Sep 26 18:07:38.643670 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-bbf4038d-c83e-4d4a-8982-cb57fad85de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:38.645227 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-bbf4038d-c83e-4d4a-8982-cb57fad85de3 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa HTTP/1.1" status: 200 len: 849 time: 0.0500855 Sep 26 18:07:38.684424 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-deab4f87-ffed-4f74-80f0-861f21a8aa9d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=cd0fb7e5-2596-4011-a544-d0b942183c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322573 Sep 26 18:07:38.810858 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-ce60f627-0727-4c72-8a53-e40bd2709a1e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184649 Sep 26 18:07:38.910806 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873d749-0db7-44f6-bdef-15ca7064bc84 req-702b00cd-a45b-40a6-93e1-0237a421ce4f tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:38.912447 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b873d749-0db7-44f6-bdef-15ca7064bc84 req-702b00cd-a45b-40a6-93e1-0237a421ce4f tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 944 time: 0.0590160 Sep 26 18:07:38.937433 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9dd399d9-ea0a-4251-af04-0a2b7ba651b5 req-6ff0321c-b721-4187-a159-5c56610cd093 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202698 Sep 26 18:07:38.968444 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b873d749-0db7-44f6-bdef-15ca7064bc84 req-de8d391b-7a45-4cc1-88a4-b6377cc8a05f tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499861 Sep 26 18:07:39.748163 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 93575152-6026-46ff-86af-18eb09a13718 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:07:39.871979 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 93575152-6026-46ff-86af-18eb09a13718, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=93575152-6026-46ff-86af-18eb09a13718,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:39.885438 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '93575152-6026-46ff-86af-18eb09a13718', 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b', 'port_id': '93575152-6026-46ff-86af-18eb09a13718', 'mac_address': 'fa:16:3e:66:33:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:07:39.946677 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 93575152-6026-46ff-86af-18eb09a13718 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:39.947114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (93575152-6026-46ff-86af-18eb09a13718), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:39.975210 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93575152-6026-46ff-86af-18eb09a13718 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:39.990708 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 93575152-6026-46ff-86af-18eb09a13718, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=93575152-6026-46ff-86af-18eb09a13718,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:39.995527 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (93575152-6026-46ff-86af-18eb09a13718), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:40.057525 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=93575152-6026-46ff-86af-18eb09a13718,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:40.161740 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823442d-3df2-4a33-a145-efd6a3401d25 req-10c93d47-ae56-4a72-89b3-27a8c65d99d1 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:40.163381 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b823442d-3df2-4a33-a145-efd6a3401d25 req-10c93d47-ae56-4a72-89b3-27a8c65d99d1 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 945 time: 0.0664058 Sep 26 18:07:40.226539 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b823442d-3df2-4a33-a145-efd6a3401d25 req-a046c66d-1328-42b3-99bf-6e66b1fa4ff7 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536320 Sep 26 18:07:40.354580 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['93575152-6026-46ff-86af-18eb09a13718'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:07:40.664538 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-14a52165-d831-43e6-8495-fa509ddbf392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.326238 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:41.345212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:41.367353 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33c632-bc5d-467d-9005-11cae92f480a req-aafeefcc-2fa9-4f05-a595-e45ca1146f70 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:41.369059 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0f33c632-bc5d-467d-9005-11cae92f480a req-aafeefcc-2fa9-4f05-a595-e45ca1146f70 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 945 time: 0.0527220 Sep 26 18:07:41.430426 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0f33c632-bc5d-467d-9005-11cae92f480a req-ec669cb5-8ccd-4b4d-9375-d4fd3209636d tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548155 Sep 26 18:07:41.772198 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 93575152-6026-46ff-86af-18eb09a13718 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:07:41.816755 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 93575152-6026-46ff-86af-18eb09a13718 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:07:41.823264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 93575152-6026-46ff-86af-18eb09a13718 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:07:41.823646 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (93575152-6026-46ff-86af-18eb09a13718), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.823990 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 93575152-6026-46ff-86af-18eb09a13718 Sep 26 18:07:41.915097 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 93575152-6026-46ff-86af-18eb09a13718 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:41.915491 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (93575152-6026-46ff-86af-18eb09a13718), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:41.929628 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46332) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:41.941962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93575152-6026-46ff-86af-18eb09a13718'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:41.943962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7468ed91-7e45-4aef-9988-f6d762aee989" -d '{"events": [{"server_uuid": "4d0fa8b8-c441-45db-a39d-20df7254061d", "name": "network-vif-plugged", "status": "completed", "tag": "93575152-6026-46ff-86af-18eb09a13718"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:41.959925 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 93575152-6026-46ff-86af-18eb09a13718, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=93575152-6026-46ff-86af-18eb09a13718,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:41.965508 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (93575152-6026-46ff-86af-18eb09a13718), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.014284 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63320d1-aaf4-49ee-b80b-4c8ac869211f x-openstack-request-id: req-b63320d1-aaf4-49ee-b80b-4c8ac869211f {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:42.014648 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fa8b8-c441-45db-a39d-20df7254061d", "name": "network-vif-plugged", "status": "completed", "tag": "93575152-6026-46ff-86af-18eb09a13718", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:42.014980 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b63320d1-aaf4-49ee-b80b-4c8ac869211f {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:42.015434 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63320d1-aaf4-49ee-b80b-4c8ac869211f'] response: {'server_uuid': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93575152-6026-46ff-86af-18eb09a13718', 'code': 200} Sep 26 18:07:42.021228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=93575152-6026-46ff-86af-18eb09a13718,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:42.086493 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Deleting port af7cb2e0-5884-458f-9d25-38a8555ee9cf {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:42.086888 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.139538 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.157715 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:42.180801 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.181129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for floatingip (af7cb2e0-5884-458f-9d25-38a8555ee9cf), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.196215 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Calling delete_port for af7cb2e0-5884-458f-9d25-38a8555ee9cf owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:42.287370 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0560e01-db0c-4dc1-893a-7703808e5c41 req-d27cf9a2-f765-4cc7-a015-2d250bc36bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:42.288897 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b0560e01-db0c-4dc1-893a-7703808e5c41 req-d27cf9a2-f765-4cc7-a015-2d250bc36bdb service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 1130 time: 0.0905762 Sep 26 18:07:42.376145 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b0560e01-db0c-4dc1-893a-7703808e5c41 req-5b980531-f4d8-408a-b9fe-b6e5adc5d0c2 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779793 Sep 26 18:07:42.453061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (af7cb2e0-5884-458f-9d25-38a8555ee9cf), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.484241 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event deleted for resources: {'Port': ['ID=af7cb2e0-5884-458f-9d25-38a8555ee9cf,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:42.561614 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for floatingip (057ecc73-221f-4c76-9905-f5ebf97bbd27), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.562180 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Floating IP 057ecc73-221f-4c76-9905-f5ebf97bbd27 disassociated (deleted). External IP: 172.27.0.44, port: f6146f37-8a87-4bf5-bcb3-ae2d2c369e81. Sep 26 18:07:42.577247 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a016d12b-fd2e-4a0d-a819-d41623798b6a req-c6ddb025-2de7-4222-8e4c-41f925401e96 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:42.581635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a016d12b-fd2e-4a0d-a819-d41623798b6a req-c6ddb025-2de7-4222-8e4c-41f925401e96 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0624845 Sep 26 18:07:42.611637 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:42.644240 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a016d12b-fd2e-4a0d-a819-d41623798b6a req-6df41e63-61e4-4441-b7ea-c73f209b14f1 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551887 Sep 26 18:07:42.811237 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Router af0bf288-ec64-475e-b107-ab65334871b0 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:42.929667 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:42.934830 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:42.939897 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab0f7f-b469-49be-af98-93090280753d None None] Sync routers for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:42.953907 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:42.954649 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:07:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:42.967876 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-75a9ab28-92cf-477b-9092-50f3f39f16b7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/057ecc73-221f-4c76-9905-f5ebf97bbd27 HTTP/1.1" status: 204 len: 168 time: 1.0370781 Sep 26 18:07:42.968536 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:42.971910 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d5a403-19b9-4131-a72b-cb216bc299bd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:43.020402 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89538e68-d59f-4609-bd42-912d86801174 x-openstack-request-id: req-89538e68-d59f-4609-bd42-912d86801174 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:43.020804 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:43.020929 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-89538e68-d59f-4609-bd42-912d86801174 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:43.021345 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89538e68-d59f-4609-bd42-912d86801174'] response: {'name': 'network-changed', 'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'status': 'completed', 'code': 200} Sep 26 18:07:43.071577 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:43.170888 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-2db944b6-b406-4b9f-b228-bdbb03a87786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:43.172635 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-2db944b6-b406-4b9f-b228-bdbb03a87786 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 1130 time: 0.0481396 Sep 26 18:07:43.244844 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50928d96-ebed-405e-b086-84d989e5e7fd req-7c3beb65-38b8-45a3-8cb5-f671347609d4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:43.244844 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50928d96-ebed-405e-b086-84d989e5e7fd req-7c3beb65-38b8-45a3-8cb5-f671347609d4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0511906 Sep 26 18:07:43.312242 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:43.312960 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-50928d96-ebed-405e-b086-84d989e5e7fd req-2914b136-56be-4d77-be3a-abefc5c1a7ef tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575488 Sep 26 18:07:43.351173 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab0f7f-b469-49be-af98-93090280753d None None] Checking router: af0bf288-ec64-475e-b107-ab65334871b0 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:43.368152 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:43.368856 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.369593 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:07:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:43.584995 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:43.613714 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:43.829451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598fbfc2-8f0d-45e5-abe2-6c42e25b300d req-1c0daa61-a270-480d-8fa4-42a9cdb6fb29 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:43.831768 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-598fbfc2-8f0d-45e5-abe2-6c42e25b300d req-1c0daa61-a270-480d-8fa4-42a9cdb6fb29 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0833895 Sep 26 18:07:43.890673 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-30ab0f7f-b469-49be-af98-93090280753d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:43.907927 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-598fbfc2-8f0d-45e5-abe2-6c42e25b300d req-4b5dfac7-b87a-4d5d-8c2c-bc79ea0be147 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697217 Sep 26 18:07:43.922239 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab0f7f-b469-49be-af98-93090280753d None None] The sync data for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi is: [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:02:42Z', 'revision_number': 4, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd64cb558-223d-4e10-91df-a8788833e68e', 'name': '', 'network_id': 'ef38c393-cefb-4946-b777-68be31dde562', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'mac_address': 'fa:16:3e:b7:f6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:41Z', 'updated_at': '2022-09-26T18:02:47Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'subnets': [{'id': '64321d1c-61cf-4989-8002-9326b6f79ecd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:44.202084 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb05051-64f9-43c8-aa05-feacd82310a0 None None] New status for floating IP 057ecc73-221f-4c76-9905-f5ebf97bbd27: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:07:44.479522 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47169c7-f305-4ed8-8100-026ecee63aba req-802e369b-0bdf-4fc5-a265-caecd7cff2dd tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:44.481294 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e47169c7-f305-4ed8-8100-026ecee63aba req-802e369b-0bdf-4fc5-a265-caecd7cff2dd tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0651014 Sep 26 18:07:44.542739 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e47169c7-f305-4ed8-8100-026ecee63aba req-e054941b-177c-4c90-95c9-54ec4d70e51e tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524771 Sep 26 18:07:44.844008 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-6db14d89-fcbe-4572-847a-13f04bb0133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:44.845538 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-6db14d89-fcbe-4572-847a-13f04bb0133c service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 200 len: 910 time: 0.1073990 Sep 26 18:07:45.053627 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8224111-b73f-41cb-8eea-dd1e7a4e9a83 req-ce1811b2-8c98-4c31-bf8a-16785279f438 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:45.055280 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e8224111-b73f-41cb-8eea-dd1e7a4e9a83 req-ce1811b2-8c98-4c31-bf8a-16785279f438 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0516920 Sep 26 18:07:45.107635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e8224111-b73f-41cb-8eea-dd1e7a4e9a83 req-7165f303-e5a0-44e6-a369-21271ecc9b70 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460033 Sep 26 18:07:45.689895 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88bcfc8-200b-4da1-9fb1-61bd0b994326 req-ff5acc3a-ce8b-4021-85a9-126d903da561 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:45.692218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a88bcfc8-200b-4da1-9fb1-61bd0b994326 req-ff5acc3a-ce8b-4021-85a9-126d903da561 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.0610759 Sep 26 18:07:45.761387 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a88bcfc8-200b-4da1-9fb1-61bd0b994326 req-2cb9e8b8-d4a3-48b5-8c4a-b0e6e8e63325 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611155 Sep 26 18:07:46.022418 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d65d54-1910-47de-9d37-fa4accaa37bc req-944c656e-bd8f-46a2-aaa9-1ede47f68be7 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:46.024199 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69d65d54-1910-47de-9d37-fa4accaa37bc req-944c656e-bd8f-46a2-aaa9-1ede47f68be7 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0625603 Sep 26 18:07:46.039222 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:07:46.094096 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69d65d54-1910-47de-9d37-fa4accaa37bc req-cb2906d8-ea5c-4b47-aee4-4efb9e8b9931 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634151 Sep 26 18:07:47.056374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273f5d9-6f59-4ad4-b6d6-c302f7ea2714 req-70160cc1-1215-4441-914a-23687302568d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:47.057767 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3273f5d9-6f59-4ad4-b6d6-c302f7ea2714 req-70160cc1-1215-4441-914a-23687302568d tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 946 time: 0.2119932 Sep 26 18:07:47.120889 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3273f5d9-6f59-4ad4-b6d6-c302f7ea2714 req-e58535db-0f05-455e-bb37-3a852bcf6efd tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569313 Sep 26 18:07:47.254484 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee387b4-bbf6-4e65-9838-408a0e4418b0 req-a5e13b1c-30cd-4ad8-b0fc-722f3406526f tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:47.256113 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aee387b4-bbf6-4e65-9838-408a0e4418b0 req-a5e13b1c-30cd-4ad8-b0fc-722f3406526f tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0475824 Sep 26 18:07:47.305535 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aee387b4-bbf6-4e65-9838-408a0e4418b0 req-e4aaff24-9c80-4add-abd0-adb75b401f95 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434453 Sep 26 18:07:47.784002 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:07:47.998523 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:07:47.998950 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.023917 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:48.026128 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46843a0f-e945-4262-9a7e-134ad6ac053d" -d '{"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:48.038903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:48.042926 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:48.070323 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6055fdf-1b77-4fb1-8a75-dd036b534be7 x-openstack-request-id: req-d6055fdf-1b77-4fb1-8a75-dd036b534be7 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:48.070611 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-unplugged", "status": "completed", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:48.070880 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6055fdf-1b77-4fb1-8a75-dd036b534be7 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:48.071270 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6055fdf-1b77-4fb1-8a75-dd036b534be7'] response: {'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'code': 200} Sep 26 18:07:48.093663 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=9']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:48.101889 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.102236 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.102620 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.102938 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.103274 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.103601 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.103921 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.104240 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.104560 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.104890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.105202 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.105521 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.105836 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.106151 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.106463 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:48.245105 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:48.256367 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03c9fd1-348d-4ae1-890d-a9bd4528cfba req-37e8850d-66f6-4bcc-95bf-7df2ff0e7686 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.257905 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c03c9fd1-348d-4ae1-890d-a9bd4528cfba req-37e8850d-66f6-4bcc-95bf-7df2ff0e7686 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0564206 Sep 26 18:07:48.312322 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c03c9fd1-348d-4ae1-890d-a9bd4528cfba req-319e4793-5cba-400d-9209-a43cee347fae tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485661 Sep 26 18:07:48.434573 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3236b8-d143-47e4-9cd6-3bbfa93a0af0 req-aa4b5c35-1189-49ce-9512-08306a4c611a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:48.437217 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6d3236b8-d143-47e4-9cd6-3bbfa93a0af0 req-aa4b5c35-1189-49ce-9512-08306a4c611a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0510807 Sep 26 18:07:48.476244 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:48.490965 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6d3236b8-d143-47e4-9cd6-3bbfa93a0af0 req-01af2638-662a-4140-850c-b23d70e99b18 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466831 Sep 26 18:07:49.465477 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc65fb36-ef8a-473d-acab-8fe111b2088e req-4ed69896-cc41-4b56-aa3a-b90930521ae0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:49.468035 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cc65fb36-ef8a-473d-acab-8fe111b2088e req-4ed69896-cc41-4b56-aa3a-b90930521ae0 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0718324 Sep 26 18:07:49.546413 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cc65fb36-ef8a-473d-acab-8fe111b2088e req-c739c231-226e-4dbc-a6b7-b06b5cbe76e7 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710127 Sep 26 18:07:49.675842 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfbdd59-c202-4390-817a-027e7a748ff0 req-a8b75228-d3f4-4612-b23d-828cd3642845 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:49.677608 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8cfbdd59-c202-4390-817a-027e7a748ff0 req-a8b75228-d3f4-4612-b23d-828cd3642845 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0679829 Sep 26 18:07:49.750280 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8cfbdd59-c202-4390-817a-027e7a748ff0 req-64f1e66d-3ad4-4ecf-8c16-085b43506268 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653155 Sep 26 18:07:50.651253 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-951716bb-4a6b-4053-99a9-4abb40f68472 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 200 len: 217 time: 0.0366704 Sep 26 18:07:50.727920 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94efc-47c3-4fe4-8315-6219f86e7bdc req-450c431a-bcfc-4541-b361-0b6402240914 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:50.729456 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bfd94efc-47c3-4fe4-8315-6219f86e7bdc req-450c431a-bcfc-4541-b361-0b6402240914 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0725286 Sep 26 18:07:50.746005 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:50.772989 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-76637329-39bf-497c-97cc-32581e5df503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:50.774467 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-76637329-39bf-497c-97cc-32581e5df503 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 200 len: 848 time: 0.0712550 Sep 26 18:07:50.793819 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bfd94efc-47c3-4fe4-8315-6219f86e7bdc req-708786c9-c1bf-449d-9f53-bb85d1a14a40 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559769 Sep 26 18:07:50.890422 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16252e40-8a24-42b9-9fc6-2f5cf73153dd req-e7d94881-1409-4fa9-874d-a07389a38673 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:50.891893 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-16252e40-8a24-42b9-9fc6-2f5cf73153dd req-e7d94881-1409-4fa9-874d-a07389a38673 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0556476 Sep 26 18:07:50.945026 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-16252e40-8a24-42b9-9fc6-2f5cf73153dd req-728cdbc9-0087-4d1b-81e8-f94326047a8e tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Sep 26 18:07:51.938149 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43369fb1-68da-4524-8976-5e4a87df3f2d req-93e774b4-4945-45f1-9e44-65d121ac9ce4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:51.939899 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43369fb1-68da-4524-8976-5e4a87df3f2d req-93e774b4-4945-45f1-9e44-65d121ac9ce4 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0559044 Sep 26 18:07:51.999307 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43369fb1-68da-4524-8976-5e4a87df3f2d req-76d1d930-9564-41ea-b9b4-a7bf6b50d994 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501721 Sep 26 18:07:52.078433 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87e6d32-f957-482f-90e1-ff0bf71afc0d req-a4478695-80dd-4071-b1f5-60c3a89f7fef tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:52.080050 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c87e6d32-f957-482f-90e1-ff0bf71afc0d req-a4478695-80dd-4071-b1f5-60c3a89f7fef tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0487704 Sep 26 18:07:52.139034 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c87e6d32-f957-482f-90e1-ff0bf71afc0d req-0fdf6bb0-e004-4887-9f10-ba11885aa3d1 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516493 Sep 26 18:07:52.157563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-8e8d9c8a-73c4-4c49-9d6f-be437ca1bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:52.159644 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-8e8d9c8a-73c4-4c49-9d6f-be437ca1bfef service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=ef38c393-cefb-4946-b777-68be31dde562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468137 Sep 26 18:07:52.454645 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-400eb3d8-e187-489c-a92e-8301039d3b5e service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901833 Sep 26 18:07:52.464285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-8d5c00b1-c2df-462c-b59c-2c02d90345cb tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:52.464977 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-8d5c00b1-c2df-462c-b59c-2c02d90345cb tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.0702231 Sep 26 18:07:52.644162 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-c05b1475-f56a-4a7f-87f4-9812b478dc9d tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:52.645845 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-c05b1475-f56a-4a7f-87f4-9812b478dc9d tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.0794756 Sep 26 18:07:52.669482 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38d5a403-19b9-4131-a72b-cb216bc299bd req-2ddee634-4aa1-4a93-8777-c792a4febebb service neutron] 10.222.0.98 "GET /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108842 Sep 26 18:07:52.716549 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Deleting port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:52.716906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.831886 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:52.836391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Deleting port 93575152-6026-46ff-86af-18eb09a13718 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:52.836730 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (93575152-6026-46ff-86af-18eb09a13718), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.905094 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] For port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:52.905491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:52.927946 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Calling delete_port for f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:53.007333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.023948 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] For port 93575152-6026-46ff-86af-18eb09a13718, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=93575152-6026-46ff-86af-18eb09a13718,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:53.024328 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (93575152-6026-46ff-86af-18eb09a13718), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.059078 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Calling delete_port for 93575152-6026-46ff-86af-18eb09a13718 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:53.231847 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e1635-babe-4930-b25e-251447d62c29 req-7378d967-220d-491f-83e0-0b786ad475a2 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.233405 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b69e1635-babe-4930-b25e-251447d62c29 req-7378d967-220d-491f-83e0-0b786ad475a2 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 944 time: 0.1122284 Sep 26 18:07:53.326971 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (f6146f37-8a87-4bf5-bcb3-ae2d2c369e81), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.371872 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193ae16-37ac-43a0-af69-67e9a99a3ffd req-9347da5e-010a-412e-9f7d-d6f3a32538bd tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:53.373567 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7193ae16-37ac-43a0-af69-67e9a99a3ffd req-9347da5e-010a-412e-9f7d-d6f3a32538bd tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4d0fa8b8-c441-45db-a39d-20df7254061d HTTP/1.1" status: 200 len: 946 time: 0.1535065 Sep 26 18:07:53.428498 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event deleted for resources: {'Port': ['ID=f6146f37-8a87-4bf5-bcb3-ae2d2c369e81,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.500176 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b69e1635-babe-4930-b25e-251447d62c29 req-b947b365-b69e-4648-a928-2dd9746296d9 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8f504357-9b4f-44de-bbe4-3f9b901e331a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2479270 Sep 26 18:07:53.558479 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] No DVR routers for this DVR port f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:07:53.563755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.567896 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ab90a60b-839c-4a44-8877-d235a131eb7f req-af71a083-55e0-45d5-b0d4-dce3895e0018 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.98 "DELETE /networking/v2.0/ports/f6146f37-8a87-4bf5-bcb3-ae2d2c369e81 HTTP/1.1" status: 204 len: 173 time: 1.0090461 Sep 26 18:07:53.568684 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-deleted', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:53.571998 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7710ad1-4e3d-4233-b700-42e474393e04" -d '{"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-deleted", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:53.586884 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (93575152-6026-46ff-86af-18eb09a13718), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.634066 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['93575152-6026-46ff-86af-18eb09a13718'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:07:53.638972 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:53.670919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229e1a73-e58b-44e7-961f-010539520da3 x-openstack-request-id: req-229e1a73-e58b-44e7-961f-010539520da3 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:53.671378 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3", "name": "network-vif-deleted", "tag": "f6146f37-8a87-4bf5-bcb3-ae2d2c369e81", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:53.671771 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-229e1a73-e58b-44e7-961f-010539520da3 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:53.672468 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-229e1a73-e58b-44e7-961f-010539520da3'] response: {'server_uuid': 'f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3', 'name': 'network-vif-deleted', 'tag': 'f6146f37-8a87-4bf5-bcb3-ae2d2c369e81', 'status': 'completed', 'code': 200} Sep 26 18:07:53.677112 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Pushing event deleted for resources: {'Port': ['ID=93575152-6026-46ff-86af-18eb09a13718,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:53.685376 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7193ae16-37ac-43a0-af69-67e9a99a3ffd req-96d644b9-608d-4bc0-ac4d-4bea79b9f597 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665474 Sep 26 18:07:53.762026 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] No DVR routers for this DVR port 93575152-6026-46ff-86af-18eb09a13718 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:07:53.765841 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:53.773533 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d81aa55-11ef-4eeb-ba7b-d1a6057dc977 req-4ee86500-74cf-4610-977b-b44af240db89 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "DELETE /networking/v2.0/ports/93575152-6026-46ff-86af-18eb09a13718 HTTP/1.1" status: 204 len: 173 time: 1.1046541 Sep 26 18:07:54.692180 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-df44f570-12e8-4c2e-9fe0-41532472cfa8 req-c41a0703-9710-437e-ac66-0df130ac2e91 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7e76c4c-6b13-4d19-8bd2-c8a4371d20f3 HTTP/1.1" status: 200 len: 210 time: 0.0354981 Sep 26 18:07:55.063665 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-fe9549fe-1c83-497c-9334-4297eb4af308 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:55.065512 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-fe9549fe-1c83-497c-9334-4297eb4af308 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/networks?id=cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 200 len: 809 time: 0.1381667 Sep 26 18:07:55.084923 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-dddfb1b7-e5d4-442a-b0f9-5fc1538913e9 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/quotas/bac54ebe93094b019c51cb82c9086533 HTTP/1.1" status: 200 len: 375 time: 0.0118144 Sep 26 18:07:55.103339 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:55.126950 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-659b9303-5aaa-42fd-8a91-ccf3b29de8b5 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=bac54ebe93094b019c51cb82c9086533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361764 Sep 26 18:07:55.235281 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-dea206a8-0cd6-432b-9499-c50cae8422e0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008420 Sep 26 18:07:55.337108 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c71c0a61-c464-404e-acd4-8c754392d936 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950141 Sep 26 18:07:55.515674 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-343c11d5-fac6-4a7e-961f-29b6ac6de67f req-d2e13a15-2e08-4da4-89c2-933ccf22e38c tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 210 time: 0.0313399 Sep 26 18:07:55.674082 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'name': 'network-vif-deleted', 'tag': '93575152-6026-46ff-86af-18eb09a13718'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:55.676720 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d0a3ca-3804-47b5-9acc-d8d776ebf6e4" -d '{"events": [{"server_uuid": "4d0fa8b8-c441-45db-a39d-20df7254061d", "name": "network-vif-deleted", "tag": "93575152-6026-46ff-86af-18eb09a13718"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:55.727482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4233d7f0-6820-4e7e-9e94-66cd05e35adf x-openstack-request-id: req-4233d7f0-6820-4e7e-9e94-66cd05e35adf {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:55.728613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0fa8b8-c441-45db-a39d-20df7254061d", "name": "network-vif-deleted", "tag": "93575152-6026-46ff-86af-18eb09a13718", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:55.728613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4233d7f0-6820-4e7e-9e94-66cd05e35adf {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:55.728613 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4233d7f0-6820-4e7e-9e94-66cd05e35adf'] response: {'server_uuid': '4d0fa8b8-c441-45db-a39d-20df7254061d', 'name': 'network-vif-deleted', 'tag': '93575152-6026-46ff-86af-18eb09a13718', 'status': 'completed', 'code': 200} Sep 26 18:07:55.793658 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46518) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:55.833831 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 93575152-6026-46ff-86af-18eb09a13718 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:07:55.858600 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 93575152-6026-46ff-86af-18eb09a13718 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:07:55.858864 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group (8f504357-9b4f-44de-bbe4-3f9b901e331a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.859302 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 93575152-6026-46ff-86af-18eb09a13718 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:07:55.884780 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group (8f504357-9b4f-44de-bbe4-3f9b901e331a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.949105 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (8f504357-9b4f-44de-bbe4-3f9b901e331a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.952385 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:55.953822 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8f504357-9b4f-44de-bbe4-3f9b901e331a HTTP/1.1" status: 204 len: 168 time: 0.1600540 Sep 26 18:07:55.964564 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f504357-9b4f-44de-bbe4-3f9b901e331a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:55.973496 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.973841 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.974181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.974520 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.974887 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.975221 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.975549 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.975872 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.976195 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.976519 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.976842 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.977171 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.977498 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.977810 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:55.978131 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fa67df-aadf-4729-a579-0bce1e4f2a52 tempest-TestShelveInstance-636261474 tempest-TestShelveInstance-636261474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:07:56.028716 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46524) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:56.200884 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:56.525918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (af0bf288-ec64-475e-b107-ab65334871b0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:56.985202 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7051cac7-d62e-4aed-bcce-d55608fdc215 req-21487704-4eac-4ada-95c0-7a41657b0e18 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 210 time: 0.0932274 Sep 26 18:07:57.117877 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-d4ec8c6e-c455-42e0-bb15-6c4b840c1e27 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:57.119393 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-d4ec8c6e-c455-42e0-bb15-6c4b840c1e27 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "GET /networking/v2.0/networks?id=cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 200 len: 809 time: 0.2289407 Sep 26 18:07:57.193631 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Deleting port d64cb558-223d-4e10-91df-a8788833e68e {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:57.194146 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (d64cb558-223d-4e10-91df-a8788833e68e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.259695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.275088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Request body: {'port': {'device_id': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b', 'admin_state_up': True, 'tenant_id': 'bac54ebe93094b019c51cb82c9086533'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:57.340551 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] For port d64cb558-223d-4e10-91df-a8788833e68e, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d64cb558-223d-4e10-91df-a8788833e68e,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:57.340843 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (d64cb558-223d-4e10-91df-a8788833e68e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.361739 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Calling delete_port for d64cb558-223d-4e10-91df-a8788833e68e owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:57.479985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Made reservation on behalf of bac54ebe93094b019c51cb82c9086533 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:07:57.483811 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.543426 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:57.719394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Allocated IP 172.20.0.7 (cd0fb7e5-2596-4011-a544-d0b942183c5b/b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa/e68e11f4-f0ba-498d-be4a-a97f3ea2e201) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:07:57.729509 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (d64cb558-223d-4e10-91df-a8788833e68e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:57.761874 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Pushing event deleted for resources: {'Port': ['ID=d64cb558-223d-4e10-91df-a8788833e68e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:57.937815 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.057278 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks [] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.166418 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (af0bf288-ec64-475e-b107-ab65334871b0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.175079 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0af3df0-f042-4e81-9a58-adc574667326 req-57ee9fa4-4dec-4287-84c6-75d21a1efbad tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 210 time: 0.0789595 Sep 26 18:07:58.238136 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.319561 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Network cd0fb7e5-2596-4011-a544-d0b942183c5b is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:07:58.325848 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:07:58.332644 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:07:58.380235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Pushing event updated for resources: {'Port': ['ID=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:58.437519 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.449283 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:58.449930 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.519418 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3afe30fc-3dc7-4cba-a7f9-dc6d7f5d0446 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2555892 Sep 26 18:07:58.564268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Request body: {'port': {'device_id': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:07:58.640924 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Router af0bf288-ec64-475e-b107-ab65334871b0 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:07:58.657242 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:58.856179 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:07:58.866406 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3b5bcbe2-1be7-44b9-a979-136f826f2296 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/af0bf288-ec64-475e-b107-ab65334871b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8355477 Sep 26 18:07:58.868126 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] Sync routers for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:07:58.869209 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46558) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:58.883220 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:58.884079 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:07:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:58.949713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.987006 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:58.988296 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks [] for router (af0bf288-ec64-475e-b107-ab65334871b0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.041463 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:59.076200 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68e11f4-f0ba-498d-be4a-a97f3ea2e201 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:07:59.086824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Publish callbacks [] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.110290 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks [] for router_gateway (af0bf288-ec64-475e-b107-ab65334871b0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.111980 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Transition to ACTIVE for port object e68e11f4-f0ba-498d-be4a-a97f3ea2e201 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:07:59.116273 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.156007 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Deleting port 9446000f-4e39-45d3-90a6-7421e58f6b6d {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:07:59.156358 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.173772 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.217822 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.257310 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221'}], 'enable_snat': True}, 'gw_port_id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:07:57Z', 'revision_number': 5, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port': {'id': '9446000f-4e39-45d3-90a6-7421e58f6b6d', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:40Z', 'updated_at': '2022-09-26T18:02:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:59.265701 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Attempting to bind port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:07:59.266206 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Attempting to bind port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:07:59.266699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Attempting to bind port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 on network cd0fb7e5-2596-4011-a544-d0b942183c5b {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:59.278763 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] For port 9446000f-4e39-45d3-90a6-7421e58f6b6d, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=9446000f-4e39-45d3-90a6-7421e58f6b6d,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:07:59.279420 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.295926 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Calling delete_port for 9446000f-4e39-45d3-90a6-7421e58f6b6d owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:07:59.301549 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] Checking router: af0bf288-ec64-475e-b107-ab65334871b0 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:07:59.314304 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] Routers {'af0bf288-ec64-475e-b107-ab65334871b0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:07:59.316017 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:07:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['af0bf288-ec64-475e-b107-ab65334871b0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:59.372610 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43ceca-d768-453b-98b4-75e0cc48f09a req-e6688040-6fd9-4f12-982c-99794a666342 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.374740 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ec43ceca-d768-453b-98b4-75e0cc48f09a req-e6688040-6fd9-4f12-982c-99794a666342 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 943 time: 0.0774286 Sep 26 18:07:59.378115 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 on network cd0fb7e5-2596-4011-a544-d0b942183c5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:07:59.378555 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Attempting to bind port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 on network cd0fb7e5-2596-4011-a544-d0b942183c5b {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:07:59.398022 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.448389 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.450891 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] Set router af0bf288-ec64-475e-b107-ab65334871b0 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:07:59.464133 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:07:59.465085 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Checking segment: {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:07:59.465551 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Bound using segment: {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:07:59.466103 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Bound port: e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c912304-eda1-45a2-b120-8d4544051d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:07:59.466568 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.484668 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ec43ceca-d768-453b-98b4-75e0cc48f09a req-d8bae522-e4f5-4e74-8a0f-8723a0905376 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836334 Sep 26 18:07:59.521142 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:07:59.571809 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:07:59Z', 'revision_number': 6, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:07:59.583268 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] For port e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:07:59.588778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] For port e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:07:59.599394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.602940 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40fee8ac-1724-4a92-8706-9bb96b6933ea None None] The sync data for ids ['af0bf288-ec64-475e-b107-ab65334871b0'] in dv-cinder-859318-1-iscsi is: [{'id': 'af0bf288-ec64-475e-b107-ab65334871b0', 'name': 'tempest-TestShelveInstance-1595862592-router', 'tenant_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:39Z', 'updated_at': '2022-09-26T18:07:59Z', 'revision_number': 6, 'project_id': '7fc64ff05f7240b3a9cb0f191195b8e3', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:07:59.603737 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.605178 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.606076 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (9446000f-4e39-45d3-90a6-7421e58f6b6d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.607313 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/e68e11f4-f0ba-498d-be4a-a97f3ea2e201 HTTP/1.1" status: 200 len: 1093 time: 1.0467031 Sep 26 18:07:59.609676 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'tag': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:07:59.616357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea74c522-d985-403a-ac55-3350044da708" -d '{"events": [{"name": "network-changed", "server_uuid": "1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d", "tag": "e68e11f4-f0ba-498d-be4a-a97f3ea2e201"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:07:59.637696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Pushing event deleted for resources: {'Port': ['ID=9446000f-4e39-45d3-90a6-7421e58f6b6d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.731224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88cc3f2-caea-42f5-8abf-4fc0ed24ae13 x-openstack-request-id: req-d88cc3f2-caea-42f5-8abf-4fc0ed24ae13 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:07:59.731224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d", "tag": "e68e11f4-f0ba-498d-be4a-a97f3ea2e201", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:07:59.731224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d88cc3f2-caea-42f5-8abf-4fc0ed24ae13 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:07:59.731909 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88cc3f2-caea-42f5-8abf-4fc0ed24ae13'] response: {'name': 'network-changed', 'server_uuid': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'tag': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201', 'status': 'completed', 'code': 200} Sep 26 18:07:59.771181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (af0bf288-ec64-475e-b107-ab65334871b0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.798157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da790f-4c51-4443-bd0f-2bec349ef0e0 service neutron] Pushing event updated for resources: {'Port': ['ID=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:07:59.804534 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-460678e5-665c-4299-9019-c6199205a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.807178 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-460678e5-665c-4299-9019-c6199205a12c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=bac54ebe93094b019c51cb82c9086533&device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 1127 time: 0.1016603 Sep 26 18:07:59.860206 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-87f79832-8f16-4b7d-b742-e73d8527ff6c service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201 HTTP/1.1" status: 200 len: 217 time: 0.0384159 Sep 26 18:07:59.890181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (af0bf288-ec64-475e-b107-ab65334871b0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.893619 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks [] for router_controller (af0bf288-ec64-475e-b107-ab65334871b0), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.933938 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-b9b4ae41-5556-4cbd-8704-4dce8b80bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:07:59.936311 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-b9b4ae41-5556-4cbd-8704-4dce8b80bce3 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa HTTP/1.1" status: 200 len: 849 time: 0.0675943 Sep 26 18:07:59.947928 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (af0bf288-ec64-475e-b107-ab65334871b0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.949056 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Fanout notify agent at l3_agent the message router_deleted on router af0bf288-ec64-475e-b107-ab65334871b0 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:07:59.955937 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:07:59.957534 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f5dc8a11-15f1-4a40-a8e0-f509fe550cbd admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/af0bf288-ec64-475e-b107-ab65334871b0 HTTP/1.1" status: 204 len: 168 time: 1.0871704 Sep 26 18:07:59.959970 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46572) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:07:59.987898 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-e9920560-b554-4e3c-98ce-ca6ba8a3b52f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=cd0fb7e5-2596-4011-a544-d0b942183c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439467 Sep 26 18:08:00.013180 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Deleting subnet 64321d1c-61cf-4989-8002-9326b6f79ecd {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:08:00.016998 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Publish callbacks [] for subnet (64321d1c-61cf-4989-8002-9326b6f79ecd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.064315 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (64321d1c-61cf-4989-8002-9326b6f79ecd), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.116527 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-a15bb109-548a-47c3-ab43-614f226f7eb0 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175573 Sep 26 18:08:00.165293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (64321d1c-61cf-4989-8002-9326b6f79ecd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.266415 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (64321d1c-61cf-4989-8002-9326b6f79ecd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.276901 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5253c634-9a3e-4601-bbd6-eb904cdf6568 req-3dbc9601-dc17-4bd5-bffd-1f00e0186e31 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534114 Sep 26 18:08:00.302984 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64321d1c-61cf-4989-8002-9326b6f79ecd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:00.309926 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.317097 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6db26ab0-5627-4015-9051-86826e5a9ba2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/64321d1c-61cf-4989-8002-9326b6f79ecd HTTP/1.1" status: 204 len: 168 time: 0.3519518 Sep 26 18:08:00.317588 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46574) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:00.326867 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d049c6-b960-4f0b-a5f8-b537083e930c None None] Network ef38c393-cefb-4946-b777-68be31dde562 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:08:00.415364 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (ef38c393-cefb-4946-b777-68be31dde562), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.419686 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:00.517398 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] DHCP port deletion for ef38c393-cefb-4946-b777-68be31dde562 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:08:00.572086 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] Deleting port 94f05f4e-e943-4b40-b412-a561f64fe2fe {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:00.572489 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.644274 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:00.668584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4811b8f-dbf6-4abb-a017-570aa072ab4d req-3adf6e81-180a-4cd1-89e9-debab59a0a08 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:00.670624 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c4811b8f-dbf6-4abb-a017-570aa072ab4d req-3adf6e81-180a-4cd1-89e9-debab59a0a08 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 943 time: 0.0627246 Sep 26 18:08:00.674468 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.676560 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] For port 94f05f4e-e943-4b40-b412-a561f64fe2fe, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=94f05f4e-e943-4b40-b412-a561f64fe2fe,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:00.676964 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.693706 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] Calling delete_port for 94f05f4e-e943-4b40-b412-a561f64fe2fe owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:00.746205 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c4811b8f-dbf6-4abb-a017-570aa072ab4d req-218812b3-e112-435d-931a-f0a9ef7ae20a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642786 Sep 26 18:08:00.754569 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:00.801458 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Deleting port 94f05f4e-e943-4b40-b412-a561f64fe2fe {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:00.802129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.817088 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.848541 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] Pushing event deleted for resources: {'Port': ['ID=94f05f4e-e943-4b40-b412-a561f64fe2fe,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:00.852556 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b55db6f-ed57-4668-b19d-27cdcba2a4fd None None] No DVR routers for this DVR port 94f05f4e-e943-4b40-b412-a561f64fe2fe on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:08:00.898816 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] For port 94f05f4e-e943-4b40-b412-a561f64fe2fe, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=94f05f4e-e943-4b40-b412-a561f64fe2fe,segment=NetworkSegment(f0b88a22-b978-4368-b1b5-a2773419d509),segment_id=f0b88a22-b978-4368-b1b5-a2773419d509)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:00.899464 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:00.913473 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Calling delete_port for 94f05f4e-e943-4b40-b412-a561f64fe2fe owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:00.961173 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:01.029375 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (94f05f4e-e943-4b40-b412-a561f64fe2fe), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.062295 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Pushing event deleted for resources: {'Port': ['ID=94f05f4e-e943-4b40-b412-a561f64fe2fe,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:01.065412 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] No DVR routers for this DVR port 94f05f4e-e943-4b40-b412-a561f64fe2fe on host dv-cinder-859318-1-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:08:01.183165 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (ef38c393-cefb-4946-b777-68be31dde562), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.213295 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef38c393-cefb-4946-b777-68be31dde562']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:01.214263 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:01.225634 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0b88a22-b978-4368-b1b5-a2773419d509') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:01.225953 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0b88a22-b978-4368-b1b5-a2773419d509') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:01.242074 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (f0b88a22-b978-4368-b1b5-a2773419d509), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.265807 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (f0b88a22-b978-4368-b1b5-a2773419d509), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.269778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c522-d985-403a-ac55-3350044da708 req-d82da263-32ef-49e5-9120-651be880025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:01.273330 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-d82da263-32ef-49e5-9120-651be880025c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=bac54ebe93094b019c51cb82c9086533&device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 1127 time: 0.0698464 Sep 26 18:08:01.280793 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:08:01.281480 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (f0b88a22-b978-4368-b1b5-a2773419d509), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.336621 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment f0b88a22-b978-4368-b1b5-a2773419d509 resource provider aggregate not found Sep 26 18:08:01.381790 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment f0b88a22-b978-4368-b1b5-a2773419d509 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0b88a22-b978-4368-b1b5-a2773419d509 found for delete ", "request_id": "req-98813dcd-8fcf-4d42-a630-2a7a3e4636e3"}]} Sep 26 18:08:01.387205 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (ef38c393-cefb-4946-b777-68be31dde562), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.396988 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:01.405300 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/ef38c393-cefb-4946-b777-68be31dde562 HTTP/1.1" status: 204 len: 168 time: 1.0818470 Sep 26 18:08:01.406048 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46588) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:01.411627 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf09ae4-004b-4fc3-ba24-54023277c732 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef38c393-cefb-4946-b777-68be31dde562,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:01.468499 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c522-d985-403a-ac55-3350044da708 req-4fecf31f-74e3-45c6-8bc1-9071fc2f5a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:01.470246 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-4fecf31f-74e3-45c6-8bc1-9071fc2f5a95 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 200 len: 910 time: 0.1877937 Sep 26 18:08:01.509799 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 94f05f4e-e943-4b40-b412-a561f64fe2fe no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:01.533929 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-b9fac7b9-4f59-40db-bb8b-79ffdd3f0446 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201 HTTP/1.1" status: 200 len: 217 time: 0.0567603 Sep 26 18:08:01.543448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 94f05f4e-e943-4b40-b412-a561f64fe2fe {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:01.543781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 94f05f4e-e943-4b40-b412-a561f64fe2fe not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:01.544398 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 9446000f-4e39-45d3-90a6-7421e58f6b6d no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:01.564265 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 9446000f-4e39-45d3-90a6-7421e58f6b6d {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:01.564727 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 9446000f-4e39-45d3-90a6-7421e58f6b6d not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:01.565804 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d64cb558-223d-4e10-91df-a8788833e68e no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:01.586368 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: d64cb558-223d-4e10-91df-a8788833e68e {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:01.586714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d64cb558-223d-4e10-91df-a8788833e68e not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:01.631257 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74c522-d985-403a-ac55-3350044da708 req-1ae2e6ff-692d-4cb4-aaa5-c988aec3b520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:01.632753 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-1ae2e6ff-692d-4cb4-aaa5-c988aec3b520 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa HTTP/1.1" status: 200 len: 849 time: 0.0926127 Sep 26 18:08:01.697520 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-52865961-67c1-4021-bbca-7aca325d4674 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=cd0fb7e5-2596-4011-a544-d0b942183c5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324030 Sep 26 18:08:01.728965 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:01.827970 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device e68e11f4-f0ba-498d-be4a-a97f3ea2e201 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:08:01.971569 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:01.990130 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201', 'network_id': 'cd0fb7e5-2596-4011-a544-d0b942183c5b', 'port_id': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201', 'mac_address': 'fa:16:3e:cd:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:08:02.031767 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:02.032161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.050659 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68e11f4-f0ba-498d-be4a-a97f3ea2e201 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:02.073921 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:02.078177 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.139220 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:02.168688 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07253907-a766-4560-a69f-fad09d76e5a3 req-c2e65656-081e-4c31-9908-3f0e16d7658a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:02.170162 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07253907-a766-4560-a69f-fad09d76e5a3 req-c2e65656-081e-4c31-9908-3f0e16d7658a tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 944 time: 0.1173813 Sep 26 18:08:02.231903 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-5d504b24-5ad6-4262-95c6-c0fea6adce0b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5273073 Sep 26 18:08:02.364068 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07253907-a766-4560-a69f-fad09d76e5a3 req-ff82c0fb-da21-4080-aeb7-d04cfb56e820 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728432 Sep 26 18:08:02.402594 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['e68e11f4-f0ba-498d-be4a-a97f3ea2e201'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:08:02.441533 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea74c522-d985-403a-ac55-3350044da708 req-8e0a42a5-a4f6-4423-a787-d7c9e2aefcdd service neutron] 10.222.0.98 "GET /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993699 Sep 26 18:08:02.446184 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.617783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:02.699855 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Deleting port c01a0d60-964c-4fe1-90a6-2223f708cb37 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:02.700142 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.790741 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] For port c01a0d60-964c-4fe1-90a6-2223f708cb37, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c01a0d60-964c-4fe1-90a6-2223f708cb37,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:02.791131 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:02.804898 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Calling delete_port for c01a0d60-964c-4fe1-90a6-2223f708cb37 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:02.974011 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:02.998453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c01a0d60-964c-4fe1-90a6-2223f708cb37), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.024858 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Pushing event deleted for resources: {'Port': ['ID=c01a0d60-964c-4fe1-90a6-2223f708cb37,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:03.208988 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.414653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:03.448352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:08:03.600866 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447fa6d5-1e01-4272-98c5-29a4e7d19429 req-409a048a-bb16-463a-b39c-7b8327025bbe tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:03.602427 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-447fa6d5-1e01-4272-98c5-29a4e7d19429 req-409a048a-bb16-463a-b39c-7b8327025bbe tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 944 time: 0.0951574 Sep 26 18:08:03.645756 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:08:03.654616 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-43c6b2ed-6b1e-464b-b4c9-77dc55b1c09f admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2443135 Sep 26 18:08:03.655299 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46606) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:03.657142 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] Sync routers for ids ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:08:03.680929 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-447fa6d5-1e01-4272-98c5-29a4e7d19429 req-d2f35829-27db-434d-931e-9713842d27c2 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707085 Sep 26 18:08:03.687394 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] Routers {'4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:03.691615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:07:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:03.745775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46608) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:03.838060 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks [] for router (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.866703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device e68e11f4-f0ba-498d-be4a-a97f3ea2e201 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:03.873585 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] Set router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:03.928056 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d7b0825b-7e5f-4fd1-a4d6-843b929531e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:03.990881 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks [] for router_gateway (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.034474 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d7b0825b-7e5f-4fd1-a4d6-843b929531e1 admin admin] Publish callbacks [] for security_group (efe2b677-93c3-483c-8c75-0df75297c726), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.041217 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d7b0825b-7e5f-4fd1-a4d6-843b929531e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (efe2b677-93c3-483c-8c75-0df75297c726), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.042876 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:08:04.060608 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:04.062245 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.062245 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 Sep 26 18:08:04.065947 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Deleting port 064af7ce-1493-4213-8e8d-35e1467e2138 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:04.066353 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.092371 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d7b0825b-7e5f-4fd1-a4d6-843b929531e1 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=55cf9fe1e278422399672a12bd7c680f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3454726 Sep 26 18:08:04.098915 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46612) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:04.123648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b0825b-7e5f-4fd1-a4d6-843b929531e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe2b677-93c3-483c-8c75-0df75297c726,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:04.139828 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:04.184601 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2fca1052-5efa-472d-88cc-af89b4db03ed admin admin] Publish callbacks [] for security_group (efe2b677-93c3-483c-8c75-0df75297c726), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.187358 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:08:02Z', 'revision_number': 5, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port': {'id': '064af7ce-1493-4213-8e8d-35e1467e2138', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:fa:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:02:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:04.188857 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] For port 064af7ce-1493-4213-8e8d-35e1467e2138, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=064af7ce-1493-4213-8e8d-35e1467e2138,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:04.189317 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.208976 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Calling delete_port for 064af7ce-1493-4213-8e8d-35e1467e2138 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:04.210572 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2fca1052-5efa-472d-88cc-af89b4db03ed admin admin] Publish callbacks [] for security_group (efe2b677-93c3-483c-8c75-0df75297c726), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.217696 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] Checking router: 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:08:04.233860 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:04.234186 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:04.234347 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.246974 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] Routers {'4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:04.248183 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:07:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:04.270915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:04.299000 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2fca1052-5efa-472d-88cc-af89b4db03ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (efe2b677-93c3-483c-8c75-0df75297c726), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.302876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2fca1052-5efa-472d-88cc-af89b4db03ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.304607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2fca1052-5efa-472d-88cc-af89b4db03ed admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/efe2b677-93c3-483c-8c75-0df75297c726 HTTP/1.1" status: 204 len: 168 time: 0.2045574 Sep 26 18:08:04.320736 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca1052-5efa-472d-88cc-af89b4db03ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe2b677-93c3-483c-8c75-0df75297c726,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:04.349089 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:04.351937 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ad2be3-e44e-43dd-ab8b-4911074d709d" -d '{"events": [{"server_uuid": "1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d", "name": "network-vif-plugged", "status": "completed", "tag": "e68e11f4-f0ba-498d-be4a-a97f3ea2e201"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:04.373912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:04.386012 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.394052 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] Set router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:04.474131 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (064af7ce-1493-4213-8e8d-35e1467e2138), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.485781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3eee91-d24e-486c-b140-b5833715a212 x-openstack-request-id: req-1a3eee91-d24e-486c-b140-b5833715a212 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:04.487463 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d", "name": "network-vif-plugged", "status": "completed", "tag": "e68e11f4-f0ba-498d-be4a-a97f3ea2e201", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:04.487463 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1a3eee91-d24e-486c-b140-b5833715a212 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:04.487954 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3eee91-d24e-486c-b140-b5833715a212'] response: {'server_uuid': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201', 'code': 200} Sep 26 18:08:04.497295 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:08:03Z', 'revision_number': 6, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:04.499807 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Pushing event deleted for resources: {'Port': ['ID=064af7ce-1493-4213-8e8d-35e1467e2138,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:04.504509 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:04.566293 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-689cba96-dc9a-43f6-9e37-528832b3309e None None] The sync data for ids ['4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d'] in dv-cinder-859318-1-iscsi is: [{'id': '4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d', 'name': 'tempest-TestShelveInstance-607930525-router', 'tenant_id': '2b32003d56574fe082f58431b531a350', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:02:44Z', 'updated_at': '2022-09-26T18:08:03Z', 'revision_number': 6, 'project_id': '2b32003d56574fe082f58431b531a350', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:08:04.578516 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:04.629980 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.694884 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:04.747070 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.747357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437665d-ee40-4044-b2b4-f4bdda368373 req-90956748-5287-4153-8722-aa6cfd89cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:04.750181 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c437665d-ee40-4044-b2b4-f4bdda368373 req-90956748-5287-4153-8722-aa6cfd89cba1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 1129 time: 0.0743010 Sep 26 18:08:04.750312 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks [] for router_controller (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.853437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.854469 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:08:04.864178 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:04.875126 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-143caf02-bd5f-4607-b04c-ba68e1c18baa admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/4f8de99d-a0d7-4fb0-ab9e-55a991ffe25d HTTP/1.1" status: 204 len: 168 time: 1.2177570 Sep 26 18:08:04.876023 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46626) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:04.924149 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c437665d-ee40-4044-b2b4-f4bdda368373 req-de5d8ea5-4745-49c6-ba61-171c07f7a775 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668122 Sep 26 18:08:04.938629 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Deleting subnet f4c342f2-3f66-4f7d-9fcc-41016cd6275f {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:08:04.938748 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c36999c-ab91-4542-95b0-460403db9ba1 req-4d4d9742-cb7e-4a02-bc46-d8b331aa7a86 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:04.938748 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c36999c-ab91-4542-95b0-460403db9ba1 req-4d4d9742-cb7e-4a02-bc46-d8b331aa7a86 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 945 time: 0.1144085 Sep 26 18:08:04.939003 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Publish callbacks [] for subnet (f4c342f2-3f66-4f7d-9fcc-41016cd6275f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.021763 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (f4c342f2-3f66-4f7d-9fcc-41016cd6275f), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.042882 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c36999c-ab91-4542-95b0-460403db9ba1 req-43836d34-a380-4695-9d7d-751daba33a9e tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936542 Sep 26 18:08:05.149628 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (f4c342f2-3f66-4f7d-9fcc-41016cd6275f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.219211 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (f4c342f2-3f66-4f7d-9fcc-41016cd6275f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.255443 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.261928 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/f4c342f2-3f66-4f7d-9fcc-41016cd6275f HTTP/1.1" status: 204 len: 168 time: 0.3807778 Sep 26 18:08:05.261928 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97330a-85e5-4695-96e3-d86de409caf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4c342f2-3f66-4f7d-9fcc-41016cd6275f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:05.262270 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46636) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:05.271465 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6449d8-7161-4861-a174-b3f6430ae4f9 None None] Network f4ac9892-2c39-4e33-8ce8-9f04de512ae4 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:08:05.358623 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (f4ac9892-2c39-4e33-8ce8-9f04de512ae4), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.425104 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Deleting port c934e455-aed4-427f-84d0-ea05c556f09f {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:05.425682 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.429456 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:05.505867 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] DHCP port deletion for f4ac9892-2c39-4e33-8ce8-9f04de512ae4 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:08:05.523052 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] For port c934e455-aed4-427f-84d0-ea05c556f09f, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c934e455-aed4-427f-84d0-ea05c556f09f,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:05.523419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.561345 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46642) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:05.581903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] Deleting port c934e455-aed4-427f-84d0-ea05c556f09f {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:05.582275 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.589861 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Calling delete_port for c934e455-aed4-427f-84d0-ea05c556f09f owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:05.718777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.730601 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c01a0d60-964c-4fe1-90a6-2223f708cb37 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:05.741302 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-392882896-network', 'tenant_id': '21586a671de94dc9b7b73f5dbaac6a01'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:05.760394 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Pushing event deleted for resources: {'Port': ['ID=c934e455-aed4-427f-84d0-ea05c556f09f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:05.762949 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] No DVR routers for this DVR port c934e455-aed4-427f-84d0-ea05c556f09f on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:08:05.787403 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Made reservation on behalf of 21586a671de94dc9b7b73f5dbaac6a01 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:08:05.792820 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.815639 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.869295 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: c01a0d60-964c-4fe1-90a6-2223f708cb37 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:05.869793 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c01a0d60-964c-4fe1-90a6-2223f708cb37 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:05.870321 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 064af7ce-1493-4213-8e8d-35e1467e2138 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:05.882728 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:05.896153 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (f4ac9892-2c39-4e33-8ce8-9f04de512ae4), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.935703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] For port c934e455-aed4-427f-84d0-ea05c556f09f, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c934e455-aed4-427f-84d0-ea05c556f09f,segment=NetworkSegment(cb3668bf-d3ea-4397-b7c3-ad5d269003d9),segment_id=cb3668bf-d3ea-4397-b7c3-ad5d269003d9)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:05.935703 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.948767 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 064af7ce-1493-4213-8e8d-35e1467e2138 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:05.949264 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 064af7ce-1493-4213-8e8d-35e1467e2138 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:05.956132 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ac9892-2c39-4e33-8ce8-9f04de512ae4']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:05.957414 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks [] for security_group (04d58d3d-cd26-40b6-bdc3-7aff2599727b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.973457 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (04d58d3d-cd26-40b6-bdc3-7aff2599727b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:05.976901 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] Calling delete_port for c934e455-aed4-427f-84d0-ea05c556f09f owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:05.980569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:05.981407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb3668bf-d3ea-4397-b7c3-ad5d269003d9') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:06.008539 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:08:06.026074 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (cb3668bf-d3ea-4397-b7c3-ad5d269003d9), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.030004 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d58d3d-cd26-40b6-bdc3-7aff2599727b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:06.033694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (75479a17-fc59-4f40-9784-4291e9c9f601), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.035481 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Added segment 75479a17-fc59-4f40-9784-4291e9c9f601 of type vlan for network 127439cc-358c-44d1-a5e0-ceb993a29cac Sep 26 18:08:06.058759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (cb3668bf-d3ea-4397-b7c3-ad5d269003d9), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.067330 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:08:06.067696 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (cb3668bf-d3ea-4397-b7c3-ad5d269003d9), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.124767 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (c934e455-aed4-427f-84d0-ea05c556f09f), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.190032 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] Pushing event deleted for resources: {'Port': ['ID=c934e455-aed4-427f-84d0-ea05c556f09f,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:06.198864 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (127439cc-358c-44d1-a5e0-ceb993a29cac), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.200576 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca457d4c-7bfd-4635-886c-243d409ada80 None None] No DVR routers for this DVR port c934e455-aed4-427f-84d0-ea05c556f09f on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:08:06.235718 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:06.256712 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (127439cc-358c-44d1-a5e0-ceb993a29cac), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.258889 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.259832 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.275212 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (f4ac9892-2c39-4e33-8ce8-9f04de512ae4), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.301083 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.307661 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/f4ac9892-2c39-4e33-8ce8-9f04de512ae4 HTTP/1.1" status: 204 len: 168 time: 1.0438526 Sep 26 18:08:06.309415 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49b7484-5260-4e3f-a9f2-4654011b5780 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ac9892-2c39-4e33-8ce8-9f04de512ae4,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:06.336778 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea15d00-e575-4952-88d5-867cc32217ac req-7755ec14-448f-410c-97d2-f2fcc41bfa36 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.336778 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ea15d00-e575-4952-88d5-867cc32217ac req-7755ec14-448f-410c-97d2-f2fcc41bfa36 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 945 time: 0.1064756 Sep 26 18:08:06.366886 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8037977 Sep 26 18:08:06.369431 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46654) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:06.385445 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3fbad4-532d-459f-ae89-052b63bbb6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=127439cc-358c-44d1-a5e0-ceb993a29cac,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:06.406181 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Request body: {'subnet': {'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-392882896-subnet', 'tenant_id': '21586a671de94dc9b7b73f5dbaac6a01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:06.419602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 127439cc-358c-44d1-a5e0-ceb993a29cac details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:08:06.497595 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9ea15d00-e575-4952-88d5-867cc32217ac req-f8e93635-4616-4c6c-8d36-0f86180da7a0 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469898 Sep 26 18:08:06.520327 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment cb3668bf-d3ea-4397-b7c3-ad5d269003d9 resource provider aggregate not found Sep 26 18:08:06.540835 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Made reservation on behalf of 21586a671de94dc9b7b73f5dbaac6a01 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:08:06.551660 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8461796'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.574254 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46662) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:06.586725 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:06.617566 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=13 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:06.634478 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-27080e57-56f9-4611-aef9-b92256ed7efc admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7fc64ff05f7240b3a9cb0f191195b8e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566800 Sep 26 18:08:06.634720 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46664) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:06.636225 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment cb3668bf-d3ea-4397-b7c3-ad5d269003d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb3668bf-d3ea-4397-b7c3-ad5d269003d9 found for delete ", "request_id": "req-58c51685-7690-4f16-9a6c-3034521d1cf7"}]} Sep 26 18:08:06.693397 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fa1291fa-911f-4fc8-a1b7-1bc4eb688627 admin admin] Publish callbacks [] for security_group (c60e6c61-3def-45a1-b18f-bd5feaf9e66d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.715146 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fa1291fa-911f-4fc8-a1b7-1bc4eb688627 admin admin] Publish callbacks [] for security_group (c60e6c61-3def-45a1-b18f-bd5feaf9e66d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.795108 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fa1291fa-911f-4fc8-a1b7-1bc4eb688627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (c60e6c61-3def-45a1-b18f-bd5feaf9e66d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.795108 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fa1291fa-911f-4fc8-a1b7-1bc4eb688627 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.795108 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fa1291fa-911f-4fc8-a1b7-1bc4eb688627 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c60e6c61-3def-45a1-b18f-bd5feaf9e66d HTTP/1.1" status: 204 len: 168 time: 0.1571743 Sep 26 18:08:06.815890 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1291fa-911f-4fc8-a1b7-1bc4eb688627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60e6c61-3def-45a1-b18f-bd5feaf9e66d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:06.847810 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9625856', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8461810'] for subnet (73738879-53a6-4963-bee3-d05458aacfc7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.904374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73738879-53a6-4963-bee3-d05458aacfc7,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:06.927161 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Checking segment: {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:08:06.927502 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Network hostable DHCP agents. Network: 127439cc-358c-44d1-a5e0-ceb993a29cac, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:08:06.949611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Network 127439cc-358c-44d1-a5e0-ceb993a29cac is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:08:06.962385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 127439cc-358c-44d1-a5e0-ceb993a29cac) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:08:06.974750 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:06.975935 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:06.978882 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db82217-8869-4c8c-9af5-0cd27dcb1c04 None None] Network 127439cc-358c-44d1-a5e0-ceb993a29cac requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:08:07.006218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5675ed88-177b-4355-b5c9-7dd1232baea3 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6120067 Sep 26 18:08:07.121619 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a426d918-baf7-4528-a4dc-030a864f6b5e None None] Network 127439cc-358c-44d1-a5e0-ceb993a29cac requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:08:07.327873 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 46688) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:07.380331 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f8c6b912-f1d5-4a63-8e3c-efe4e43f77c0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2b32003d56574fe082f58431b531a350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512829 Sep 26 18:08:07.384200 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 46690) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:07.403985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:07.478310 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-004f5dfa-887d-46b2-aa10-1673268b5c88 admin admin] Publish callbacks [] for security_group (ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.513132 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c934e455-aed4-427f-84d0-ea05c556f09f no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:07.530005 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-004f5dfa-887d-46b2-aa10-1673268b5c88 admin admin] Publish callbacks [] for security_group (ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.536994 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: c934e455-aed4-427f-84d0-ea05c556f09f {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:07.537616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c934e455-aed4-427f-84d0-ea05c556f09f not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:07.649343 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56465d56-f501-426f-8848-dbe6cfcd58a5 req-0b4645af-8f8f-4ad2-87eb-26e5692b1c50 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:07.651213 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56465d56-f501-426f-8848-dbe6cfcd58a5 req-0b4645af-8f8f-4ad2-87eb-26e5692b1c50 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 945 time: 0.0656383 Sep 26 18:08:07.652139 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-004f5dfa-887d-46b2-aa10-1673268b5c88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.655764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-004f5dfa-887d-46b2-aa10-1673268b5c88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:07.657019 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-004f5dfa-887d-46b2-aa10-1673268b5c88 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb HTTP/1.1" status: 204 len: 168 time: 0.2716310 Sep 26 18:08:07.683454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f5dfa-887d-46b2-aa10-1673268b5c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6f7ea3-2206-47de-b12b-c73c6a3c3ddb,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:07.719505 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56465d56-f501-426f-8848-dbe6cfcd58a5 req-22ddc96d-20fe-4ac2-9660-ff6807b2f8de tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605593 Sep 26 18:08:08.431015 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c7acb1ae-f4ef-454a-8a87-a334e5032752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:08.869249 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b7fc5-1965-4d6c-b43e-3766bcab0e4a req-ec7f0793-e0b7-4b84-9f7f-d197c54d0c05 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:08.870892 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a80b7fc5-1965-4d6c-b43e-3766bcab0e4a req-ec7f0793-e0b7-4b84-9f7f-d197c54d0c05 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 945 time: 0.0578940 Sep 26 18:08:08.942686 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a80b7fc5-1965-4d6c-b43e-3766bcab0e4a req-882d0f59-3789-41ae-867d-7e99490b36c8 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603144 Sep 26 18:08:09.193159 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-af756c9e-873b-4a61-8e8f-92f7cfd0f341 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:09.194744 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-af756c9e-873b-4a61-8e8f-92f7cfd0f341 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/networks?id=127439cc-358c-44d1-a5e0-ceb993a29cac HTTP/1.1" status: 200 len: 813 time: 0.1238995 Sep 26 18:08:09.211647 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-5c2a20a9-ec98-4951-8fd3-1aad8619952d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/quotas/21586a671de94dc9b7b73f5dbaac6a01 HTTP/1.1" status: 200 len: 375 time: 0.0110097 Sep 26 18:08:09.259258 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-214246c5-c525-4b6e-b975-dbed2c51313e tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410585 Sep 26 18:08:09.362219 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-485602d7-83d9-4535-b86d-c59754c8e9a4 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:09.363999 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-485602d7-83d9-4535-b86d-c59754c8e9a4 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 945 time: 0.1157911 Sep 26 18:08:09.438153 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:09.483827 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-b3b546b8-7c40-46be-ba5a-1afb41b73df9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993616 Sep 26 18:08:09.490482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Deleting port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:09.491015 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:09.575023 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:09.576321 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=22 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:09.659049 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] For port e68e11f4-f0ba-498d-be4a-a97f3ea2e201, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,segment=NetworkSegment(1c912304-eda1-45a2-b120-8d4544051d18),segment_id=1c912304-eda1-45a2-b120-8d4544051d18)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:09.659424 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:09.677013 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-a486ce7b-8c2b-4890-acdb-60e199a82d68 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816092 Sep 26 18:08:09.678007 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Calling delete_port for e68e11f4-f0ba-498d-be4a-a97f3ea2e201 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:09.775565 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:09.914484 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (e68e11f4-f0ba-498d-be4a-a97f3ea2e201), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:09.917635 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4fd244ca-08cc-49c9-9e01-a15b6d1df251 req-ca0498b2-c7b5-493a-b699-4318e20128ad tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 210 time: 0.0472591 Sep 26 18:08:09.952197 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Pushing event deleted for resources: {'Port': ['ID=e68e11f4-f0ba-498d-be4a-a97f3ea2e201,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:10.019867 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] No DVR routers for this DVR port e68e11f4-f0ba-498d-be4a-a97f3ea2e201 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:08:10.022997 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:10.026383 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e3666a80-ace8-4768-9d3f-e895d4cbc89d req-4c3dd9a1-0e1d-487e-8af4-3f69c99e041b tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.98 "DELETE /networking/v2.0/ports/e68e11f4-f0ba-498d-be4a-a97f3ea2e201 HTTP/1.1" status: 204 len: 173 time: 0.6564291 Sep 26 18:08:10.027035 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'name': 'network-vif-deleted', 'tag': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:10.030499 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2747d63f-e1b9-44cd-911e-70630d1be742" -d '{"events": [{"server_uuid": "1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d", "name": "network-vif-deleted", "tag": "e68e11f4-f0ba-498d-be4a-a97f3ea2e201"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:10.086396 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18547be-d6f1-4738-a552-d3e352a31dc0 x-openstack-request-id: req-e18547be-d6f1-4738-a552-d3e352a31dc0 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:10.086617 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d", "name": "network-vif-deleted", "tag": "e68e11f4-f0ba-498d-be4a-a97f3ea2e201", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:10.086876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e18547be-d6f1-4738-a552-d3e352a31dc0 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:10.087307 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e18547be-d6f1-4738-a552-d3e352a31dc0'] response: {'server_uuid': '1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d', 'name': 'network-vif-deleted', 'tag': 'e68e11f4-f0ba-498d-be4a-a97f3ea2e201', 'status': 'completed', 'code': 200} Sep 26 18:08:10.090113 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4e23bde-efd7-407f-9eed-12298afadcf8 req-3db8e13f-43c7-4d3e-ad1c-54d03fd2aa60 tempest-VolumesActionsTest-681931430 tempest-VolumesActionsTest-681931430-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1abf9e6c-3d3a-45a2-81d9-33d0e2d7927d HTTP/1.1" status: 200 len: 210 time: 0.0485218 Sep 26 18:08:10.670178 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fad61351-d22a-486a-9ccc-64d4a8cdb493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:11.063082 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-60fec60a-73df-4f5e-8948-f3fb179ad359 req-1e22a1e4-3b43-4915-9888-480f9bab2d78 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 210 time: 0.0315204 Sep 26 18:08:11.606991 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-52e8721e-d237-4597-806f-eca1f6bb499c tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:11.609114 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-52e8721e-d237-4597-806f-eca1f6bb499c tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "GET /networking/v2.0/networks?id=127439cc-358c-44d1-a5e0-ceb993a29cac HTTP/1.1" status: 200 len: 813 time: 0.1669369 Sep 26 18:08:11.628785 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Request body: {'port': {'device_id': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac', 'admin_state_up': True, 'tenant_id': '21586a671de94dc9b7b73f5dbaac6a01'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:11.788939 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Made reservation on behalf of 21586a671de94dc9b7b73f5dbaac6a01 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:08:11.793832 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:11.870161 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device e68e11f4-f0ba-498d-be4a-a97f3ea2e201 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:11.898311 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: e68e11f4-f0ba-498d-be4a-a97f3ea2e201 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:11.898683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device e68e11f4-f0ba-498d-be4a-a97f3ea2e201 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:08:11.977852 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Allocated IP 172.20.0.14 (127439cc-358c-44d1-a5e0-ceb993a29cac/73738879-53a6-4963-bee3-d05458aacfc7/44de858e-257e-4a6d-a253-b78c94c932c6) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:08:12.024347 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:12.152949 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:12.243956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks [] for port (44de858e-257e-4a6d-a253-b78c94c932c6), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:12.251703 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-862a5f1c-d11a-49b9-b281-c3275ad5add4 req-865d8715-d738-432b-807f-df5f5e71af9d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 210 time: 0.0679600 Sep 26 18:08:12.297695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:12.355041 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Network 127439cc-358c-44d1-a5e0-ceb993a29cac is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:08:12.358370 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:08:12.363500 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:08:12.369141 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:12.388724 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Pushing event updated for resources: {'Port': ['ID=44de858e-257e-4a6d-a253-b78c94c932c6,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:12.419009 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:12.419758 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:12.442260 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-6d69d23d-7966-4381-a551-34db0ae3847f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8180563 Sep 26 18:08:12.460331 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Request body: {'port': {'device_id': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:08:12.534223 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.114070 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44de858e-257e-4a6d-a253-b78c94c932c6 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:13.121996 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Publish callbacks [] for port (44de858e-257e-4a6d-a253-b78c94c932c6), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.136740 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Transition to ACTIVE for port object 44de858e-257e-4a6d-a253-b78c94c932c6 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:08:13.141108 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.221519 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Pushing event updated for resources: {'Port': ['ID=44de858e-257e-4a6d-a253-b78c94c932c6,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:13.263370 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Attempting to bind port 44de858e-257e-4a6d-a253-b78c94c932c6 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:08:13.264291 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Attempting to bind port 44de858e-257e-4a6d-a253-b78c94c932c6 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:08:13.264291 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Attempting to bind port 44de858e-257e-4a6d-a253-b78c94c932c6 on network 127439cc-358c-44d1-a5e0-ceb993a29cac {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:08:13.315882 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Port 44de858e-257e-4a6d-a253-b78c94c932c6 on network 127439cc-358c-44d1-a5e0-ceb993a29cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:08:13.315882 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Attempting to bind port 44de858e-257e-4a6d-a253-b78c94c932c6 on network 127439cc-358c-44d1-a5e0-ceb993a29cac {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:08:13.348886 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:13.370283 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.381883 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:08:13.382218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Checking segment: {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:08:13.382604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Bound using segment: {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:08:13.383075 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Bound port: 44de858e-257e-4a6d-a253-b78c94c932c6, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:08:13.383433 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.451234 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5739ea-7013-4ff3-a031-79572e39b5e8 req-10aac1fb-91c9-4f83-93a0-0d22a362f9a4 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:13.453071 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d5739ea-7013-4ff3-a031-79572e39b5e8 req-10aac1fb-91c9-4f83-93a0-0d22a362f9a4 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 944 time: 0.0857306 Sep 26 18:08:13.516244 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] For port 44de858e-257e-4a6d-a253-b78c94c932c6, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:08:13.522385 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] For port 44de858e-257e-4a6d-a253-b78c94c932c6, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=44de858e-257e-4a6d-a253-b78c94c932c6,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:08:13.539489 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d5739ea-7013-4ff3-a031-79572e39b5e8 req-85f64b0f-a251-4682-94b1-0a22d58399b8 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789621 Sep 26 18:08:13.541013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.545832 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:13.546707 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.548285 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/44de858e-257e-4a6d-a253-b78c94c932c6 HTTP/1.1" status: 200 len: 1094 time: 1.0922532 Sep 26 18:08:13.553741 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'tag': '44de858e-257e-4a6d-a253-b78c94c932c6'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:13.556141 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2665a555-ed6c-4a96-a1d5-0c5382494e6a" -d '{"events": [{"name": "network-changed", "server_uuid": "0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281", "tag": "44de858e-257e-4a6d-a253-b78c94c932c6"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:13.578183 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:13.611415 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df474ac-9d11-4c65-a0ee-afee1d05a828 x-openstack-request-id: req-7df474ac-9d11-4c65-a0ee-afee1d05a828 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:13.611415 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281", "tag": "44de858e-257e-4a6d-a253-b78c94c932c6", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:13.613843 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7df474ac-9d11-4c65-a0ee-afee1d05a828 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:13.613843 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7df474ac-9d11-4c65-a0ee-afee1d05a828'] response: {'name': 'network-changed', 'server_uuid': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'tag': '44de858e-257e-4a6d-a253-b78c94c932c6', 'status': 'completed', 'code': 200} Sep 26 18:08:13.626110 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8ada7-1070-46d0-8cff-5157231021e7 service neutron] Pushing event updated for resources: {'Port': ['ID=44de858e-257e-4a6d-a253-b78c94c932c6,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:14.679135 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac73bfd-838b-42af-8c29-2e83ff167509 req-8edbb5fc-c5cd-4630-b2d7-1caf577e3ca9 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:14.680659 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eac73bfd-838b-42af-8c29-2e83ff167509 req-8edbb5fc-c5cd-4630-b2d7-1caf577e3ca9 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 944 time: 0.0559807 Sep 26 18:08:14.694006 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:14.737639 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eac73bfd-838b-42af-8c29-2e83ff167509 req-575f3379-3a42-4b2b-9dd9-64492f772f5d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510509 Sep 26 18:08:15.342797 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a555-ed6c-4a96-a1d5-0c5382494e6a req-4bdc3804-5c99-4aa2-b404-16b410f00c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.344276 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2665a555-ed6c-4a96-a1d5-0c5382494e6a req-4bdc3804-5c99-4aa2-b404-16b410f00c4b service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 1128 time: 0.0464125 Sep 26 18:08:15.467494 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a555-ed6c-4a96-a1d5-0c5382494e6a req-0bb24a3f-0689-48b0-be98-2f328fa14f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.468989 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2665a555-ed6c-4a96-a1d5-0c5382494e6a req-0bb24a3f-0689-48b0-be98-2f328fa14f72 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1107082 Sep 26 18:08:15.589636 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665a555-ed6c-4a96-a1d5-0c5382494e6a req-0b17660f-eaf8-4ea8-a0dc-c6cc1b86e0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.591159 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2665a555-ed6c-4a96-a1d5-0c5382494e6a req-0b17660f-eaf8-4ea8-a0dc-c6cc1b86e0d4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102488 Sep 26 18:08:15.697846 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-cd8cc0ce-056f-4308-99a3-93cc704d9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.699629 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-cd8cc0ce-056f-4308-99a3-93cc704d9c05 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 1128 time: 0.0448771 Sep 26 18:08:15.755629 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-67145130-b46f-4dfe-bd73-a3c8a8ffb380 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44de858e-257e-4a6d-a253-b78c94c932c6 HTTP/1.1" status: 200 len: 217 time: 0.0424263 Sep 26 18:08:15.859438 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-19c523a2-cc5e-4079-88b7-4cf99c3e8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.865767 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-19c523a2-cc5e-4079-88b7-4cf99c3e8424 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=73738879-53a6-4963-bee3-d05458aacfc7 HTTP/1.1" status: 200 len: 853 time: 0.0995662 Sep 26 18:08:15.923205 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-cafe2083-40af-4099-a025-702ad0f6f174 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=127439cc-358c-44d1-a5e0-ceb993a29cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341990 Sep 26 18:08:15.936803 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ac8d2-0d50-4bb4-9762-9f697882a16a req-3f06fbc7-ecbe-405a-b6d3-2d60c4709cb9 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:15.938408 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-908ac8d2-0d50-4bb4-9762-9f697882a16a req-3f06fbc7-ecbe-405a-b6d3-2d60c4709cb9 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 944 time: 0.1043968 Sep 26 18:08:16.058232 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-908ac8d2-0d50-4bb4-9762-9f697882a16a req-89700e4e-ee38-4d9d-bc05-999e0c285b16 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107414 Sep 26 18:08:16.077442 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-792e0614-2f2a-4f6d-8e04-9e8c4ceac775 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378305 Sep 26 18:08:16.146434 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:16.191573 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e70fee9-8c12-435b-8a01-f08de501a9d5 req-3a7c258e-06d8-4483-9e57-285c6318b700 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071601 Sep 26 18:08:17.251388 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e6fca-5897-4e6d-bbf8-5aae508d630d req-978f3002-001d-4468-8a6b-d13d770c465a tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:17.254633 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-859e6fca-5897-4e6d-bbf8-5aae508d630d req-978f3002-001d-4468-8a6b-d13d770c465a tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 944 time: 0.0787776 Sep 26 18:08:17.353076 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-859e6fca-5897-4e6d-bbf8-5aae508d630d req-ac7efccc-a31e-4b74-ab9e-6e7a4876807a tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892632 Sep 26 18:08:17.374165 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=31,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:17.375787 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:18.513668 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16042bb9-5f8c-418d-9546-0af0047e5f55 req-f86f88be-e099-43a5-a2d1-efd69357b892 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:18.515691 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-16042bb9-5f8c-418d-9546-0af0047e5f55 req-f86f88be-e099-43a5-a2d1-efd69357b892 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 944 time: 0.0632749 Sep 26 18:08:18.581110 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-16042bb9-5f8c-418d-9546-0af0047e5f55 req-f0791507-c9ab-4043-92a4-2714a4cd06fd tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583060 Sep 26 18:08:19.277714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 44de858e-257e-4a6d-a253-b78c94c932c6 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:08:19.364603 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:19.405483 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 44de858e-257e-4a6d-a253-b78c94c932c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=44de858e-257e-4a6d-a253-b78c94c932c6,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:19.419622 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': '44de858e-257e-4a6d-a253-b78c94c932c6', 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac', 'port_id': '44de858e-257e-4a6d-a253-b78c94c932c6', 'mac_address': 'fa:16:3e:6b:aa:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73738879-53a6-4963-bee3-d05458aacfc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:08:19.479985 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 44de858e-257e-4a6d-a253-b78c94c932c6 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:19.480593 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:19.505956 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44de858e-257e-4a6d-a253-b78c94c932c6 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:08:19.543141 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 44de858e-257e-4a6d-a253-b78c94c932c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=44de858e-257e-4a6d-a253-b78c94c932c6,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:19.548892 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:19.648442 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=44de858e-257e-4a6d-a253-b78c94c932c6,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:19.797135 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12542680-0407-4e17-ba45-d85282a18db0 req-4e10081d-5289-4ccf-82b6-e5a4229322c5 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:19.799277 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-12542680-0407-4e17-ba45-d85282a18db0 req-4e10081d-5289-4ccf-82b6-e5a4229322c5 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 945 time: 0.0854902 Sep 26 18:08:19.866769 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['44de858e-257e-4a6d-a253-b78c94c932c6'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:08:19.890266 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-12542680-0407-4e17-ba45-d85282a18db0 req-00bd9421-a704-47b3-9c94-ceae9c203417 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811000 Sep 26 18:08:20.008351 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:21.069956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05798a5-e08e-4098-9460-a9b2339c3f74 req-6f6fdeae-2ab1-4292-bf46-81859001ac80 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.071598 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d05798a5-e08e-4098-9460-a9b2339c3f74 req-6f6fdeae-2ab1-4292-bf46-81859001ac80 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 945 time: 0.0612011 Sep 26 18:08:21.136518 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d05798a5-e08e-4098-9460-a9b2339c3f74 req-a7c1e81a-925e-4d0f-97f6-c2994699a82b tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546038 Sep 26 18:08:21.301643 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 44de858e-257e-4a6d-a253-b78c94c932c6 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:08:21.354867 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port 44de858e-257e-4a6d-a253-b78c94c932c6 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:08:21.364411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port 44de858e-257e-4a6d-a253-b78c94c932c6 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:08:21.364857 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.365367 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port 44de858e-257e-4a6d-a253-b78c94c932c6 Sep 26 18:08:21.473139 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port 44de858e-257e-4a6d-a253-b78c94c932c6 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:08:21.473535 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.520792 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de858e-257e-4a6d-a253-b78c94c932c6'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:21.523633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f6cfc0-d3cc-4d86-87d7-2e00e0476fe4" -d '{"events": [{"server_uuid": "0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281", "name": "network-vif-plugged", "status": "completed", "tag": "44de858e-257e-4a6d-a253-b78c94c932c6"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:21.558411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port 44de858e-257e-4a6d-a253-b78c94c932c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=44de858e-257e-4a6d-a253-b78c94c932c6,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:21.565711 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:21.608741 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20589b12-739a-49a6-bbed-b0332a4cb048 x-openstack-request-id: req-20589b12-739a-49a6-bbed-b0332a4cb048 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:21.609038 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281", "name": "network-vif-plugged", "status": "completed", "tag": "44de858e-257e-4a6d-a253-b78c94c932c6", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:21.609296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-20589b12-739a-49a6-bbed-b0332a4cb048 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:21.609707 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20589b12-739a-49a6-bbed-b0332a4cb048'] response: {'server_uuid': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44de858e-257e-4a6d-a253-b78c94c932c6', 'code': 200} Sep 26 18:08:21.662441 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=44de858e-257e-4a6d-a253-b78c94c932c6,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:21.885592 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b8f34-819b-4bf8-aa33-f7fa1a952beb req-9c456f9a-7dd7-4f6e-8a8c-ee986a57db19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:21.888372 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-df9b8f34-819b-4bf8-aa33-f7fa1a952beb req-9c456f9a-7dd7-4f6e-8a8c-ee986a57db19 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 1130 time: 0.0621188 Sep 26 18:08:21.934669 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:21.971382 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-df9b8f34-819b-4bf8-aa33-f7fa1a952beb req-feb85eed-5f0a-4212-b612-608ebfa9587d service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742919 Sep 26 18:08:22.295396 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b04e20-aa1c-4372-ab0b-b605d5f409ec req-f85a3652-79c9-405e-b12e-4c0f80fd1440 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:22.297006 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-92b04e20-aa1c-4372-ab0b-b605d5f409ec req-f85a3652-79c9-405e-b12e-4c0f80fd1440 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 946 time: 0.0656998 Sep 26 18:08:22.374099 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-92b04e20-aa1c-4372-ab0b-b605d5f409ec req-868443d0-240c-4390-97c8-351c0cf0bc22 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669031 Sep 26 18:08:23.044662 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:08:23.540102 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22f54d-a027-47cd-aabd-a894c9af5bf3 req-04416da4-46c6-4996-a03b-4a79c019634d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:23.541810 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe22f54d-a027-47cd-aabd-a894c9af5bf3 req-04416da4-46c6-4996-a03b-4a79c019634d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 946 time: 0.0628929 Sep 26 18:08:23.625712 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe22f54d-a027-47cd-aabd-a894c9af5bf3 req-fb5963fd-eeb5-4320-8a3b-0c4a77399526 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 Sep 26 18:08:30.665218 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:31.656719 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.611217 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=74 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:33.620911 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=21 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:38.282239 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47052) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:38.337485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Deleting subnet b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:08:38.341978 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Publish callbacks [] for subnet (b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.384668 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.430336 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.444802 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:38.452179 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c32efb48-7719-471b-b173-2a0bca8e7576 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.501676 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.552663 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:38.555651 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.559153 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/b5953875-84a5-4ab5-8a3e-e2aa2f2da7aa HTTP/1.1" status: 204 len: 168 time: 0.2749236 Sep 26 18:08:38.562383 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47060) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:38.567669 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.568223 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.568776 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.569344 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.569908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.570469 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.571038 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.571585 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.572148 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.572723 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.573302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.573824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.574404 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.575008 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.575585 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c19902e-cf75-439e-b364-f7e731bc0540 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:08:38.665181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (cd0fb7e5-2596-4011-a544-d0b942183c5b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.775328 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (cd0fb7e5-2596-4011-a544-d0b942183c5b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.797729 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0fb7e5-2596-4011-a544-d0b942183c5b']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:38.810177 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c912304-eda1-45a2-b120-8d4544051d18') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:38.810404 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c912304-eda1-45a2-b120-8d4544051d18') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:38.822081 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (1c912304-eda1-45a2-b120-8d4544051d18), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.837456 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (1c912304-eda1-45a2-b120-8d4544051d18), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.845289 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:08:38.846262 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (1c912304-eda1-45a2-b120-8d4544051d18), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.892961 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 1c912304-eda1-45a2-b120-8d4544051d18 resource provider aggregate not found Sep 26 18:08:38.917114 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 1c912304-eda1-45a2-b120-8d4544051d18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c912304-eda1-45a2-b120-8d4544051d18 found for delete ", "request_id": "req-1475841e-89d2-4421-8351-fdc5ecda6ee7"}]} Sep 26 18:08:38.925224 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (cd0fb7e5-2596-4011-a544-d0b942183c5b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.932340 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:38.935605 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/cd0fb7e5-2596-4011-a544-d0b942183c5b HTTP/1.1" status: 204 len: 168 time: 0.3718328 Sep 26 18:08:38.946723 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3082dd71-9ffa-4ce5-b663-5bfef9aeb878 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd0fb7e5-2596-4011-a544-d0b942183c5b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:39.138547 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47068) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:39.184378 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cc6bb2dc-fc90-41ea-a63c-7ef1c49bba93 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=bac54ebe93094b019c51cb82c9086533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442872 Sep 26 18:08:39.186940 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47070) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:39.248755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45e300f-8160-4641-be8a-609f003999d7 admin admin] Publish callbacks [] for security_group (2467ec1e-99ce-42b1-8bbc-73bd7c54fe96), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:39.272671 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45e300f-8160-4641-be8a-609f003999d7 admin admin] Publish callbacks [] for security_group (2467ec1e-99ce-42b1-8bbc-73bd7c54fe96), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:39.326325 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45e300f-8160-4641-be8a-609f003999d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (2467ec1e-99ce-42b1-8bbc-73bd7c54fe96), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:39.329548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45e300f-8160-4641-be8a-609f003999d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:39.330955 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f45e300f-8160-4641-be8a-609f003999d7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/2467ec1e-99ce-42b1-8bbc-73bd7c54fe96 HTTP/1.1" status: 204 len: 168 time: 0.1430748 Sep 26 18:08:39.348448 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e300f-8160-4641-be8a-609f003999d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2467ec1e-99ce-42b1-8bbc-73bd7c54fe96,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:40.677462 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-dd6536c3-d972-4735-9c5b-2c9325b9525f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:40.883406 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:40.895123 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:42.150894 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:43.366169 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:43.581913 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:47.593617 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47142) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:08:47.743493 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Deleting port 3c1fbefb-2f76-4795-b2cb-fb2f86f777b1 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:47.743842 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:47.833260 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:47.833584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:47.847854 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Calling delete_port for 3c1fbefb-2f76-4795-b2cb-fb2f86f777b1 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:47.982205 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:48.045999 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (3c1fbefb-2f76-4795-b2cb-fb2f86f777b1), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:48.049454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:48.073111 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'Port': ['ID=3c1fbefb-2f76-4795-b2cb-fb2f86f777b1,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:48.144585 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (1e45f758-b88d-49a9-b48e-aa534e18c3e9), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:48.144919 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Floating IP 1e45f758-b88d-49a9-b48e-aa534e18c3e9 disassociated (deleted). External IP: 172.27.0.245, port: c59da11d-3991-4e66-a120-82f601d092c7. Sep 26 18:08:48.359893 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:08:48.470283 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:08:48.475156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:48.482186 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:08:48.505233 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:48.506167 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:08:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:48.508925 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1b8c44e1-3f44-4b45-8d7f-0af55ce96a6b tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/1e45f758-b88d-49a9-b48e-aa534e18c3e9 HTTP/1.1" status: 204 len: 168 time: 0.9141908 Sep 26 18:08:48.509531 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:48.512398 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da778a60-8b34-4a28-bd45-f6583f57ee2b" -d '{"events": [{"name": "network-changed", "server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "tag": "c59da11d-3991-4e66-a120-82f601d092c7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:48.580522 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca58e3d4-8954-4962-b955-8514d92032eb x-openstack-request-id: req-ca58e3d4-8954-4962-b955-8514d92032eb {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:48.581291 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "tag": "c59da11d-3991-4e66-a120-82f601d092c7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:48.581818 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ca58e3d4-8954-4962-b955-8514d92032eb {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:48.582514 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca58e3d4-8954-4962-b955-8514d92032eb'] response: {'name': 'network-changed', 'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7', 'status': 'completed', 'code': 200} Sep 26 18:08:48.656783 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:48.821125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ee4620-d161-4bae-96e5-dfe44028e782 req-71243e5b-d4b4-40ef-9691-312c0c230a7a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:48.822681 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-66ee4620-d161-4bae-96e5-dfe44028e782 req-71243e5b-d4b4-40ef-9691-312c0c230a7a tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0696657 Sep 26 18:08:48.878891 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-66ee4620-d161-4bae-96e5-dfe44028e782 req-8536ee97-8ee8-4172-a422-8ccba7812585 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458531 Sep 26 18:08:48.907471 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:48.930898 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=24,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:48.932320 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=29,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:49.027670 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:08:49.036608 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:08:49.037216 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:08:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:49.150864 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:08:49.394638 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:08:49.424416 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef2d19d-ccc7-408d-a1c6-a59fed68960a None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': '90bb4d0b-bb19-4b76-a14e-4869b7b25404', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'floating_ip_address': '172.27.0.210', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'port_id': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'mac_address': 'fa:16:3e:3e:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:04:57Z', 'updated_at': '2022-09-26T18:05:02Z', 'revision_number': 1, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:08:49.672368 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1d743e-af4b-4591-8191-905ef4ba30e0 None None] New status for floating IP 1e45f758-b88d-49a9-b48e-aa534e18c3e9: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:08:50.014477 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318867-232d-4124-9eee-0264dcf28112 req-0e1fbc30-2416-4511-91da-94115031e265 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:50.016089 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19318867-232d-4124-9eee-0264dcf28112 req-0e1fbc30-2416-4511-91da-94115031e265 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0536191 Sep 26 18:08:50.093406 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19318867-232d-4124-9eee-0264dcf28112 req-ab884085-f68a-48c6-a199-ca14e3d3a103 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705740 Sep 26 18:08:51.000182 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-da1d1813-906a-435b-9e80-42853db1b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:51.001736 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-da1d1813-906a-435b-9e80-42853db1b903 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 1130 time: 0.0496786 Sep 26 18:08:51.111709 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-5684ffcb-9b0a-40da-b6c6-e70028eff853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:51.114062 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-5684ffcb-9b0a-40da-b6c6-e70028eff853 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1042006 Sep 26 18:08:51.224849 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a909a-bc47-4a37-902d-38528dc8e6b0 req-88860e04-a478-4b55-afe8-89abe0edd894 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:51.226373 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-813a909a-bc47-4a37-902d-38528dc8e6b0 req-88860e04-a478-4b55-afe8-89abe0edd894 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0540347 Sep 26 18:08:51.279081 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-813a909a-bc47-4a37-902d-38528dc8e6b0 req-496b8432-f433-4e9a-88c3-a024d7c6faa6 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467141 Sep 26 18:08:52.414491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c432a44-ce13-42e8-8b3c-b2519ab071c5 req-6157d4d6-36fd-48ca-915a-58f40493bb9f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:52.416059 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c432a44-ce13-42e8-8b3c-b2519ab071c5 req-6157d4d6-36fd-48ca-915a-58f40493bb9f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0535371 Sep 26 18:08:52.442895 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:52.468987 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c432a44-ce13-42e8-8b3c-b2519ab071c5 req-47a0dc06-6c07-4f0c-83ed-e79828d71cde tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468891 Sep 26 18:08:53.567827 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=37,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:53.575519 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:53.616088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a91e8e-c57d-4ccc-9d42-7cdca3346146 req-2a2cb28b-fb5f-470c-9a17-0e4ddb1dc906 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:53.617599 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-82a91e8e-c57d-4ccc-9d42-7cdca3346146 req-2a2cb28b-fb5f-470c-9a17-0e4ddb1dc906 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.0534246 Sep 26 18:08:53.633547 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:53.677704 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-82a91e8e-c57d-4ccc-9d42-7cdca3346146 req-e12a7390-d1fc-407b-8cee-030a2129102d tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506351 Sep 26 18:08:54.068827 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-d171490e-b1ee-40d8-931f-c0b4bcb3c692 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c59da11d-3991-4e66-a120-82f601d092c7 HTTP/1.1" status: 200 len: 217 time: 0.0417068 Sep 26 18:08:54.563749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-b8be81a6-c069-46f6-bc64-8366555b9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:54.566016 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-b8be81a6-c069-46f6-bc64-8366555b9bc7 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0534375 Sep 26 18:08:54.625701 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-c31b50d7-9085-4269-a926-5c6615318af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:54.627944 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-c31b50d7-9085-4269-a926-5c6615318af1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474846 Sep 26 18:08:55.112046 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-b69242a6-a192-49e6-8c97-9dbf68388fb0 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:55.113734 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-b69242a6-a192-49e6-8c97-9dbf68388fb0 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.1705251 Sep 26 18:08:55.134281 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409a543b-b7d5-404b-95e7-5d06b4fca48a req-33c15f1c-0fb6-4972-9b11-96f9c49018a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:08:55.136079 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-409a543b-b7d5-404b-95e7-5d06b4fca48a req-33c15f1c-0fb6-4972-9b11-96f9c49018a2 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 946 time: 0.3736107 Sep 26 18:08:55.265921 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-a3fcdc49-feb6-4bec-960c-d14d73cf62b1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239357 Sep 26 18:08:55.395953 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-409a543b-b7d5-404b-95e7-5d06b4fca48a req-60d81b78-25d4-441b-bfa0-e181a5748d7c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2458646 Sep 26 18:08:55.419082 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Deleting port c59da11d-3991-4e66-a120-82f601d092c7 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:08:55.419731 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c59da11d-3991-4e66-a120-82f601d092c7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:55.554191 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da778a60-8b34-4a28-bd45-f6583f57ee2b req-71290bbe-78d4-4e49-a5a3-5cb62ba992a2 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797356 Sep 26 18:08:55.622726 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] For port c59da11d-3991-4e66-a120-82f601d092c7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c59da11d-3991-4e66-a120-82f601d092c7,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:08:55.623136 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c59da11d-3991-4e66-a120-82f601d092c7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:55.987941 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Calling delete_port for c59da11d-3991-4e66-a120-82f601d092c7 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:08:56.182315 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c59da11d-3991-4e66-a120-82f601d092c7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:56.228836 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'Port': ['ID=c59da11d-3991-4e66-a120-82f601d092c7,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:08:56.291191 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] No DVR routers for this DVR port c59da11d-3991-4e66-a120-82f601d092c7 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:08:56.293972 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:08:56.297220 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a2d96913-fd2b-4b15-9441-99670b00b12c req-e82900de-8c15-4a3f-a7c9-9c14d33af30f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "DELETE /networking/v2.0/ports/c59da11d-3991-4e66-a120-82f601d092c7 HTTP/1.1" status: 204 len: 173 time: 1.1581700 Sep 26 18:08:56.297712 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'name': 'network-vif-deleted', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:08:56.301540 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167ff437-a9b0-4414-8361-46fff8d63a39" -d '{"events": [{"server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "name": "network-vif-deleted", "tag": "c59da11d-3991-4e66-a120-82f601d092c7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:08:56.352932 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358dd1c-c388-4291-ab30-bbabca6cc4a9 x-openstack-request-id: req-9358dd1c-c388-4291-ab30-bbabca6cc4a9 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:08:56.353224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb55a6e2-f94b-4083-a111-a09af2bcf530", "name": "network-vif-deleted", "tag": "c59da11d-3991-4e66-a120-82f601d092c7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:08:56.353699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9358dd1c-c388-4291-ab30-bbabca6cc4a9 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:08:56.354333 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9358dd1c-c388-4291-ab30-bbabca6cc4a9'] response: {'server_uuid': 'eb55a6e2-f94b-4083-a111-a09af2bcf530', 'name': 'network-vif-deleted', 'tag': 'c59da11d-3991-4e66-a120-82f601d092c7', 'status': 'completed', 'code': 200} Sep 26 18:08:56.552017 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3f93f55a-d4bf-4ebc-bbbb-d37a8c121297 req-12b5934e-2e41-4442-a221-153bc9a1ba30 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.0383041 Sep 26 18:08:57.698662 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-81d5c473-968f-45ca-b6a4-aae79ff75aed req-06e9798d-54e4-4b72-92fd-7c0bf839bdb9 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.0354853 Sep 26 18:08:58.804679 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:58.826928 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2010aa13-ddeb-4119-8603-24fd5e84867a req-02da3687-b2c4-4e68-a9e4-d8b467453619 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.0334046 Sep 26 18:08:59.397735 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=70 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:59.399644 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=80 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:59.703900 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:08:59.725255 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c59da11d-3991-4e66-a120-82f601d092c7 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:08:59.751142 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: c59da11d-3991-4e66-a120-82f601d092c7 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:08:59.751621 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c59da11d-3991-4e66-a120-82f601d092c7 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:00.052221 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:09:00.067218 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-529da97f-46ca-4002-87e5-00215021ea73 req-6f506df9-0f85-4fcb-be7d-547cea85857c tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=eb55a6e2-f94b-4083-a111-a09af2bcf530 HTTP/1.1" status: 200 len: 210 time: 0.1172245 Sep 26 18:09:00.670099 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.003532 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47318) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:05.151848 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad33068c-007e-4c41-b19d-61a5fdac30c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.177876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:05.262346 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad33068c-007e-4c41-b19d-61a5fdac30c2 admin admin] Publish callbacks [] for security_group (3cf55848-77cc-42bf-84ec-f75156998f99), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.270218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ad33068c-007e-4c41-b19d-61a5fdac30c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3cf55848-77cc-42bf-84ec-f75156998f99), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.335066 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ad33068c-007e-4c41-b19d-61a5fdac30c2 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6a03384ef2f043ecaa9c1caaced113a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283827 Sep 26 18:09:05.335066 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33068c-007e-4c41-b19d-61a5fdac30c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf55848-77cc-42bf-84ec-f75156998f99,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:05.338720 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47328) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:05.398507 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bfa3-3f2a-41ff-9751-1f8c238b8e54 admin admin] Publish callbacks [] for security_group (3cf55848-77cc-42bf-84ec-f75156998f99), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.421714 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bfa3-3f2a-41ff-9751-1f8c238b8e54 admin admin] Publish callbacks [] for security_group (3cf55848-77cc-42bf-84ec-f75156998f99), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.489576 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bfa3-3f2a-41ff-9751-1f8c238b8e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3cf55848-77cc-42bf-84ec-f75156998f99), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.492634 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ec0bfa3-3f2a-41ff-9751-1f8c238b8e54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:05.494383 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1ec0bfa3-3f2a-41ff-9751-1f8c238b8e54 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3cf55848-77cc-42bf-84ec-f75156998f99 HTTP/1.1" status: 204 len: 168 time: 0.1541178 Sep 26 18:09:05.507991 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0bfa3-3f2a-41ff-9751-1f8c238b8e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf55848-77cc-42bf-84ec-f75156998f99,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:08.445254 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3c5f2bce-2c2a-481e-8bbe-579b3f0fd5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:08.467110 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-6c8a0d0d-7b09-4b92-b628-263ec9978c78 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525770 Sep 26 18:09:08.581737 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-cf64ef86-80bf-426c-abdd-68c52349ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:08.583375 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-cf64ef86-80bf-426c-abdd-68c52349ca02 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1129 time: 0.0416424 Sep 26 18:09:08.715102 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-aabebf93-fc28-4d7b-8ba4-b2ac27928d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:08.716648 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-aabebf93-fc28-4d7b-8ba4-b2ac27928d43 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1133423 Sep 26 18:09:08.806273 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-35c53637-968e-4c7a-9e15-944f149e5101 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 1001 time: 0.0707808 Sep 26 18:09:08.867605 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-49230b87-3dda-4aeb-8297-e33c5fd36740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:08.869122 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-49230b87-3dda-4aeb-8297-e33c5fd36740 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0529382 Sep 26 18:09:08.925068 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-ea997194-4a89-4759-8178-abf0b812912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:08.926626 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-ea997194-4a89-4759-8178-abf0b812912d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443180 Sep 26 18:09:09.036467 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-31cc2cf7-de3d-41a0-a446-cb127ca00119 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954885 Sep 26 18:09:09.169526 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-998cccfb-dbaa-460d-bcf3-96ee8fc0655f req-719baf74-500d-437c-a12e-311bb7b44b3b service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230779 Sep 26 18:09:09.718595 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47402) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:09.725664 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:09.876189 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Deleting port 1df57812-4ddf-46cd-ba63-3af3d38c2e0b {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:09.876538 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:09.929159 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:09.968900 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:09.969239 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:09.983749 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Calling delete_port for 1df57812-4ddf-46cd-ba63-3af3d38c2e0b owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:10.154981 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (1df57812-4ddf-46cd-ba63-3af3d38c2e0b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:10.184311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'Port': ['ID=1df57812-4ddf-46cd-ba63-3af3d38c2e0b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:10.255441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (90bb4d0b-bb19-4b76-a14e-4869b7b25404), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:10.255672 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Floating IP 90bb4d0b-bb19-4b76-a14e-4869b7b25404 disassociated (deleted). External IP: 172.27.0.210, port: f226e19b-a975-40a9-b62f-8b87c151b40c. Sep 26 18:09:10.484535 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:10.598577 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:10.603460 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:10.609303 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:10.620198 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:10.620809 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:08:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:10.634776 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f4190618-bb89-4dca-b125-e26be1b9ebb8 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/90bb4d0b-bb19-4b76-a14e-4869b7b25404 HTTP/1.1" status: 204 len: 168 time: 0.9150133 Sep 26 18:09:10.635441 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:10.637699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2500ca1-69db-4711-ba96-f863d2497f49" -d '{"events": [{"name": "network-changed", "server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:10.675751 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-21408a6f-64d9-4dbe-9755-0f744f1eed65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:10.694451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51fc7bfb-a7a0-4f10-8752-5b3fb46f0e09 x-openstack-request-id: req-51fc7bfb-a7a0-4f10-8752-5b3fb46f0e09 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:10.694451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:10.694451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-51fc7bfb-a7a0-4f10-8752-5b3fb46f0e09 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:10.695782 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51fc7bfb-a7a0-4f10-8752-5b3fb46f0e09'] response: {'name': 'network-changed', 'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'status': 'completed', 'code': 200} Sep 26 18:09:10.744576 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:10.883194 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:10.906755 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702730b3-f029-4136-b5a7-dd8931c57d93 req-48b946f3-cd88-4af5-8ec0-9fc376ec9b81 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:10.911020 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-702730b3-f029-4136-b5a7-dd8931c57d93 req-48b946f3-cd88-4af5-8ec0-9fc376ec9b81 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0586066 Sep 26 18:09:10.964493 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:10.974150 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-702730b3-f029-4136-b5a7-dd8931c57d93 req-4fb1744e-9b83-4013-bf91-ea023ebdea85 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581000 Sep 26 18:09:11.003603 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:11.014584 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:11.015008 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:11.124839 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:11.328000 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:11.356326 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a77eba-a232-47fe-bae9-ac944ec764de None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:01:05Z', 'revision_number': 4, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd9908cb8-eb91-437f-bd12-a14f4a4b162b', 'name': '', 'network_id': '4b57d14c-5868-42b6-822c-17efedad588a', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'mac_address': 'fa:16:3e:8c:25:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_interface', 'standard_attr_id': 334, 'fixed_ips': [{'subnet_id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:04Z', 'updated_at': '2022-09-26T18:01:11Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'subnets': [{'id': 'd3fd72b1-bf6e-4599-8b66-389c34114083', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:11.633705 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bb4614-f19f-4c7c-98d5-07bfd80f1093 None None] New status for floating IP 90bb4d0b-bb19-4b76-a14e-4869b7b25404: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:09:12.118382 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36277929-9ec3-4ebf-b80c-765e3475d3a3 req-8cb0e957-b0b7-4b8e-b3d4-dd817f15d823 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:12.120046 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36277929-9ec3-4ebf-b80c-765e3475d3a3 req-8cb0e957-b0b7-4b8e-b3d4-dd817f15d823 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0601950 Sep 26 18:09:12.143100 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:12.182474 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36277929-9ec3-4ebf-b80c-765e3475d3a3 req-f3696574-d2c7-47eb-b1c3-07b71c9f9853 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564940 Sep 26 18:09:13.322975 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127e306-9843-43ad-9407-55e5e196c23a req-66a0027a-bb5a-4b0b-b05b-2d92fd784c08 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:13.324539 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5127e306-9843-43ad-9407-55e5e196c23a req-66a0027a-bb5a-4b0b-b05b-2d92fd784c08 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0509989 Sep 26 18:09:13.349459 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:13.366813 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.384357 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5127e306-9843-43ad-9407-55e5e196c23a req-d68dd372-33a7-43ef-b53c-06a6ead7ac30 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521584 Sep 26 18:09:13.590488 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:13.695578 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-e70442f7-6467-4d56-a352-53831ca2293f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:13.696637 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-e70442f7-6467-4d56-a352-53831ca2293f service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=9d0160f2201546a385be13aea0454fdc&device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 1129 time: 0.0527558 Sep 26 18:09:13.829963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-5a57ec74-2160-4aad-8fb9-0127ed0c73ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:13.831536 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-5a57ec74-2160-4aad-8fb9-0127ed0c73ac service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 200 len: 913 time: 0.1273611 Sep 26 18:09:14.262702 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-10d89809-2d2a-4e80-8dd6-c719dabf0918 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 200 len: 217 time: 0.0389750 Sep 26 18:09:14.542083 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-177d85d4-572a-43ef-aec2-23aedef4a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:14.543783 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-177d85d4-572a-43ef-aec2-23aedef4a3aa service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 200 len: 851 time: 0.0937214 Sep 26 18:09:14.552620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6fd44d-436d-4b7e-96dc-b6a633d539e1 req-adac45a0-5b22-42d7-8168-f2e2cfd6c1ad tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:14.554229 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a6fd44d-436d-4b7e-96dc-b6a633d539e1 req-adac45a0-5b22-42d7-8168-f2e2cfd6c1ad tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.0672343 Sep 26 18:09:14.688847 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a6fd44d-436d-4b7e-96dc-b6a633d539e1 req-85a4b2a3-163f-4f1c-bb7b-ee7c236b831f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6c5d0962-af37-4123-911b-e5be30e1fb79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252162 Sep 26 18:09:14.698453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-efbc1dc3-fc93-4d04-9614-d922f5af9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:14.700024 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-efbc1dc3-fc93-4d04-9614-d922f5af9635 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=4b57d14c-5868-42b6-822c-17efedad588a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1034369 Sep 26 18:09:14.711116 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-f9a1e3f1-e6fc-47c4-baaa-662e112e1ac7 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:14.711116 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-f9a1e3f1-e6fc-47c4-baaa-662e112e1ac7 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 945 time: 0.1125548 Sep 26 18:09:14.903919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Deleting port f226e19b-a975-40a9-b62f-8b87c151b40c {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:14.904302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:14.917120 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-bbf87b57-bcc3-46d4-abb1-aeb620cac5d5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034841 Sep 26 18:09:15.102530 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:15.105358 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] For port f226e19b-a975-40a9-b62f-8b87c151b40c, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=f226e19b-a975-40a9-b62f-8b87c151b40c,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:15.105358 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:15.122016 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2500ca1-69db-4711-ba96-f863d2497f49 req-dfc42bbe-ba3d-46fa-a462-4cc715a15e71 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932569 Sep 26 18:09:15.128753 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Calling delete_port for f226e19b-a975-40a9-b62f-8b87c151b40c owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:15.289741 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (f226e19b-a975-40a9-b62f-8b87c151b40c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:15.299613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:15.324123 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'Port': ['ID=f226e19b-a975-40a9-b62f-8b87c151b40c,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:15.380630 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] No DVR routers for this DVR port f226e19b-a975-40a9-b62f-8b87c151b40c on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:15.383838 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:15.387298 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c94ef36-44f8-4bc3-ab92-85fe0b1979bd req-2b07f50b-617d-4d0a-8a41-2c738cc0ee18 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.98 "DELETE /networking/v2.0/ports/f226e19b-a975-40a9-b62f-8b87c151b40c HTTP/1.1" status: 204 len: 173 time: 0.6685698 Sep 26 18:09:15.387856 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'name': 'network-vif-deleted', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:15.390240 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc225653-2462-43ef-9b7c-9603e03eb333" -d '{"events": [{"server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "name": "network-vif-deleted", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:15.440826 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97bb7872-3c3f-4304-9de4-1285a2b5ec78 x-openstack-request-id: req-97bb7872-3c3f-4304-9de4-1285a2b5ec78 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:15.441122 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f089403-c5b5-4f0c-8398-3571e7957ec2", "name": "network-vif-deleted", "tag": "f226e19b-a975-40a9-b62f-8b87c151b40c", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:15.441420 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-97bb7872-3c3f-4304-9de4-1285a2b5ec78 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:15.441832 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97bb7872-3c3f-4304-9de4-1285a2b5ec78'] response: {'server_uuid': '3f089403-c5b5-4f0c-8398-3571e7957ec2', 'name': 'network-vif-deleted', 'tag': 'f226e19b-a975-40a9-b62f-8b87c151b40c', 'status': 'completed', 'code': 200} Sep 26 18:09:15.862291 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69b37abf-cd2b-4173-8573-e3b47e11efda req-4d69892e-6a2e-4ebc-9e5a-bce1391ff72f tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=3f089403-c5b5-4f0c-8398-3571e7957ec2 HTTP/1.1" status: 200 len: 210 time: 0.0499904 Sep 26 18:09:16.287420 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47474) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:16.449394 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.557985 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Publish callbacks [] for security_group (81d9d302-a6ae-4f36-b739-45cb7e164d9a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.563600 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (81d9d302-a6ae-4f36-b739-45cb7e164d9a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.622037 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81d9d302-a6ae-4f36-b739-45cb7e164d9a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:16.628224 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=17f3e418572845cc87b19935fc91de23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394578 Sep 26 18:09:16.632500 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47478) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:16.633822 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.634192 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.634598 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.635037 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.635296 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.635617 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.635939 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.636270 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.636667 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.637023 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.637349 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.637666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.637998 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.638361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.638799 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2fbf1c3-f2ed-4eb8-8ee0-f51af775b10b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:16.694930 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c13f092c-59d3-422e-b300-5427830bef87 admin admin] Publish callbacks [] for security_group (81d9d302-a6ae-4f36-b739-45cb7e164d9a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.718977 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c13f092c-59d3-422e-b300-5427830bef87 admin admin] Publish callbacks [] for security_group (81d9d302-a6ae-4f36-b739-45cb7e164d9a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.778322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c13f092c-59d3-422e-b300-5427830bef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (81d9d302-a6ae-4f36-b739-45cb7e164d9a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.780987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c13f092c-59d3-422e-b300-5427830bef87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:16.782189 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c13f092c-59d3-422e-b300-5427830bef87 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/81d9d302-a6ae-4f36-b739-45cb7e164d9a HTTP/1.1" status: 204 len: 168 time: 0.1485906 Sep 26 18:09:16.791768 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13f092c-59d3-422e-b300-5427830bef87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d9d302-a6ae-4f36-b739-45cb7e164d9a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:16.956016 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47486) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:17.084450 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Deleting port 659d55d8-7084-462f-b563-20000b3d0d28 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:17.084834 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (659d55d8-7084-462f-b563-20000b3d0d28), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.177150 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (659d55d8-7084-462f-b563-20000b3d0d28), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.177476 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (659d55d8-7084-462f-b563-20000b3d0d28), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.192647 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Calling delete_port for 659d55d8-7084-462f-b563-20000b3d0d28 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:17.416901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (659d55d8-7084-462f-b563-20000b3d0d28), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.456234 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'Port': ['ID=659d55d8-7084-462f-b563-20000b3d0d28,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:17.552762 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for floatingip (be745309-20c7-4310-83e0-45569c348056), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.556316 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.557673 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-42a1822a-46a6-4cbb-8d89-afabb9f3fa36 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/be745309-20c7-4310-83e0-45569c348056 HTTP/1.1" status: 204 len: 168 time: 0.6055121 Sep 26 18:09:17.707029 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47516) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:17.722735 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:17.776335 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ae6a8-7b64-4122-a47d-320f26140b96 req-75ac1556-1528-4b30-a217-3697fd117d70 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:17.778114 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-859ae6a8-7b64-4122-a47d-320f26140b96 req-75ac1556-1528-4b30-a217-3697fd117d70 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 946 time: 0.0761719 Sep 26 18:09:17.850607 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-859ae6a8-7b64-4122-a47d-320f26140b96 req-8b4c9304-782d-4ce6-bc6f-0e04fa891b3f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585403 Sep 26 18:09:17.858325 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-575014778-network', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:17.858940 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f226e19b-a975-40a9-b62f-8b87c151b40c no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:17.881076 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: f226e19b-a975-40a9-b62f-8b87c151b40c {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:17.881437 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device f226e19b-a975-40a9-b62f-8b87c151b40c not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:17.896648 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Made reservation on behalf of c747c13a887a4f45bf8a940833be3831 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:17.899763 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.911163 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:17.999561 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks [] for security_group (891355fc-258b-47e4-ad2b-f207220a60d7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.003510 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (891355fc-258b-47e4-ad2b-f207220a60d7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.008859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:18.031067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:09:18.050698 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891355fc-258b-47e4-ad2b-f207220a60d7,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:18.055683 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (2b7a4aaa-350d-4002-9bbd-2b4568ad92bb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.056033 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Added segment 2b7a4aaa-350d-4002-9bbd-2b4568ad92bb of type vlan for network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 Sep 26 18:09:18.102416 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.128883 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.130033 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:18.130619 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.196049 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4878514 Sep 26 18:09:18.199314 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47522) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:18.201691 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08208caa-fc1c-4f83-b65d-6d691de14ee4 admin admin] Pushing event updated for resources: {'Network': ['ID=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:18.206725 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Request body: {'subnet': {'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-575014778-subnet', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:18.213364 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:09:18.231551 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Made reservation on behalf of c747c13a887a4f45bf8a940833be3831 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:18.234241 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.442301 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (fd25ba6f-b8d7-472f-9ee9-6a3a94252773), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.497910 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd25ba6f-b8d7-472f-9ee9-6a3a94252773,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:18.509209 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Checking segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:18.509581 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Network hostable DHCP agents. Network: c5fa0dea-8b1c-41b1-b5e7-77a5b5817158, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:09:18.529642 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:09:18.540234 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, c5fa0dea-8b1c-41b1-b5e7-77a5b5817158) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:18.547810 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:18.548399 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.553476 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca93c312-d40a-46ad-8ec8-43ce17bb0969 None None] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:18.569484 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-15ce295a-a215-412a-b813-009fe9979756 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3689275 Sep 26 18:09:18.572990 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47524) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:18.577581 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:18.605311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.606438 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.665759 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks [] for router_controller (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.667441 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:09:18.668425 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.818450 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks [] for router_gateway (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.832210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47528) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:18.838256 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Allocated IP 172.20.0.2 (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158/fd25ba6f-b8d7-472f-9ee9-6a3a94252773/e00f62b3-cdd9-439d-945d-53877fdd4715) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:18.919499 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0e98d-3583-465e-bd28-c8d7ed3d5bc5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group (6c5d0962-af37-4123-911b-e5be30e1fb79), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:18.956943 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0e98d-3583-465e-bd28-c8d7ed3d5bc5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group (6c5d0962-af37-4123-911b-e5be30e1fb79), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.050545 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:19.058694 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0e98d-3583-465e-bd28-c8d7ed3d5bc5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (6c5d0962-af37-4123-911b-e5be30e1fb79), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.062222 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03f0e98d-3583-465e-bd28-c8d7ed3d5bc5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.068261 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-03f0e98d-3583-465e-bd28-c8d7ed3d5bc5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6c5d0962-af37-4123-911b-e5be30e1fb79 HTTP/1.1" status: 204 len: 168 time: 0.2307584 Sep 26 18:09:19.088836 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0e98d-3583-465e-bd28-c8d7ed3d5bc5 tempest-TestVolumeBootPattern-284702226 tempest-TestVolumeBootPattern-284702226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5d0962-af37-4123-911b-e5be30e1fb79,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:19.113852 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8859184a-7195-49a5-94cd-bddd67bec1e3 req-b807bd87-22a5-4b16-b0d9-8893c3171b9c tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:19.118911 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8859184a-7195-49a5-94cd-bddd67bec1e3 req-b807bd87-22a5-4b16-b0d9-8893c3171b9c tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 946 time: 0.1427627 Sep 26 18:09:19.134227 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Publish callbacks [] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.143573 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47534) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:19.147383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.207013 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Pushing event updated for resources: {'Port': ['ID=e00f62b3-cdd9-439d-945d-53877fdd4715,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:19.220214 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:19.221758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:19.224412 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.224761 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.225309 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.225659 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.225998 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.226334 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.226665 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.227039 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.227531 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.227869 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.228212 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.228538 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.229067 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.229393 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.229719 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:19.233371 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:19.277210 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:19.307970 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Attempting to bind port e00f62b3-cdd9-439d-945d-53877fdd4715 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:19.308348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Attempting to bind port e00f62b3-cdd9-439d-945d-53877fdd4715 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:19.308782 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Attempting to bind port e00f62b3-cdd9-439d-945d-53877fdd4715 on network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:19.359545 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:19.360096 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Checking segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:19.360572 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.361676 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Bound using segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:19.362391 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Bound port: e00f62b3-cdd9-439d-945d-53877fdd4715, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:19.362947 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.433407 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:19.446542 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks [] for router_gateway (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.449508 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] For port e00f62b3-cdd9-439d-945d-53877fdd4715, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:19.458305 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] For port e00f62b3-cdd9-439d-945d-53877fdd4715, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e00f62b3-cdd9-439d-945d-53877fdd4715,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:19.467417 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.471202 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.512892 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8859184a-7195-49a5-94cd-bddd67bec1e3 req-9feb9331-80e8-4b69-80f0-ead63591e850 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860040 Sep 26 18:09:19.540961 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd883e05-a943-48a0-bccf-ad095ef8e94b None None] Pushing event updated for resources: {'Port': ['ID=e00f62b3-cdd9-439d-945d-53877fdd4715,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:19.677599 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-832457ec-2700-4f7c-abbc-c6c4c324487f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:19.680135 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-832457ec-2700-4f7c-abbc-c6c4c324487f tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 946 time: 0.0761366 Sep 26 18:09:19.681408 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Allocated IP 172.27.0.100 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/c19619b9-a8d8-4b19-b1fe-0c66431ad0d0) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:19.712575 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.825717 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:19.842477 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Deleting port 44de858e-257e-4a6d-a253-b78c94c932c6 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:19.842818 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.964157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks [] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:19.993171 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Deleting port d9908cb8-eb91-437f-bd12-a14f4a4b162b {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:19.993734 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.003695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] For port 44de858e-257e-4a6d-a253-b78c94c932c6, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=44de858e-257e-4a6d-a253-b78c94c932c6,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:20.004064 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.034355 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Calling delete_port for 44de858e-257e-4a6d-a253-b78c94c932c6 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:20.083595 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.105036 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] For port d9908cb8-eb91-437f-bd12-a14f4a4b162b, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d9908cb8-eb91-437f-bd12-a14f4a4b162b,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:20.105360 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.122036 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Calling delete_port for d9908cb8-eb91-437f-bd12-a14f4a4b162b owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:20.139637 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:20.147296 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:20.152520 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:20.191120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Pushing event updated for resources: {'Port': ['ID=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:20.282348 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:20.339634 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (d9908cb8-eb91-437f-bd12-a14f4a4b162b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.373498 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (44de858e-257e-4a6d-a253-b78c94c932c6), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.397146 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9908cb8-eb91-437f-bd12-a14f4a4b162b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:20.402360 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:20.417174 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['44de858e-257e-4a6d-a253-b78c94c932c6'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:09:20.460366 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Pushing event deleted for resources: {'Port': ['ID=44de858e-257e-4a6d-a253-b78c94c932c6,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:20.556570 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] No DVR routers for this DVR port 44de858e-257e-4a6d-a253-b78c94c932c6 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:20.560422 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.564450 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f7385c4c-9cdc-4316-a4a9-2c01c73a7fdd req-a46b4681-3ebf-4d5d-a12d-1555f4a2ddc7 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "DELETE /networking/v2.0/ports/44de858e-257e-4a6d-a253-b78c94c932c6 HTTP/1.1" status: 204 len: 173 time: 0.8778932 Sep 26 18:09:20.568061 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'name': 'network-vif-deleted', 'tag': '44de858e-257e-4a6d-a253-b78c94c932c6'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:20.571048 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc014c0-9b14-475a-9a65-5340a8bfdb86" -d '{"events": [{"server_uuid": "0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281", "name": "network-vif-deleted", "tag": "44de858e-257e-4a6d-a253-b78c94c932c6"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:20.584477 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:20.592201 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.678150 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd344e6a-37a4-4750-8082-270e1d5a3184 x-openstack-request-id: req-cd344e6a-37a4-4750-8082-270e1d5a3184 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:20.678500 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281", "name": "network-vif-deleted", "tag": "44de858e-257e-4a6d-a253-b78c94c932c6", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:20.678764 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cd344e6a-37a4-4750-8082-270e1d5a3184 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:20.679213 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd344e6a-37a4-4750-8082-270e1d5a3184'] response: {'server_uuid': '0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281', 'name': 'network-vif-deleted', 'tag': '44de858e-257e-4a6d-a253-b78c94c932c6', 'status': 'completed', 'code': 200} Sep 26 18:09:20.680207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks [] for router_gateway (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.811577 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc534dd-d959-4c71-b9cf-f3a056396788 None None] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:20.843320 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36de26b3-689c-4f62-820a-7d2dbd30fc7f req-e63c9d21-3992-4727-b04e-a84a7573c655 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=0cc0ea3b-bbf6-49cb-8e0f-8b650fcfd281 HTTP/1.1" status: 200 len: 210 time: 0.1064956 Sep 26 18:09:20.881451 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:20.896432 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:20.907745 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:20.932733 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Provisioning complete for port e00f62b3-cdd9-439d-945d-53877fdd4715 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:20.933204 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:20.933613 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Attempt 1 to provision port e00f62b3-cdd9-439d-945d-53877fdd4715 Sep 26 18:09:21.025909 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Current status of the port e00f62b3-cdd9-439d-945d-53877fdd4715 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:21.026312 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.031391 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:21.038669 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7b1eb723-d631-45d8-af1e-1351825df3d8 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/60c059cc-c6ce-47dd-bb8a-d3ed14429bd7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8931253 Sep 26 18:09:21.041124 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.043325 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47542) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:21.046687 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] Sync routers for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:21.061750 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:21.062620 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:21.069241 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] For port e00f62b3-cdd9-439d-945d-53877fdd4715, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e00f62b3-cdd9-439d-945d-53877fdd4715,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:21.075142 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.158631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dd718-f225-43f6-9858-201d9900bf10 None None] Pushing event updated for resources: {'Port': ['ID=e00f62b3-cdd9-439d-945d-53877fdd4715,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:21.201994 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:21.288300 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks [] for router (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.302076 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-790367f0-0ca8-4ff2-917d-21020975f1f6 None None] Provisioning complete for port e00f62b3-cdd9-439d-945d-53877fdd4715 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:21.302803 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-790367f0-0ca8-4ff2-917d-21020975f1f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.303397 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-790367f0-0ca8-4ff2-917d-21020975f1f6 None None] Attempt 1 to provision port e00f62b3-cdd9-439d-945d-53877fdd4715 Sep 26 18:09:21.333468 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.352710 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:09:21.444098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-790367f0-0ca8-4ff2-917d-21020975f1f6 None None] Current status of the port e00f62b3-cdd9-439d-945d-53877fdd4715 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:21.464317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks [] for router_gateway (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.505198 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:09:20Z', 'revision_number': 5, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port': {'id': 'fa7c22ab-e855-4bbd-a061-409deb443397', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:e1:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:02Z', 'updated_at': '2022-09-26T18:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:21.531077 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] Checking router: 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:21.533099 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.543131 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] Routers {'60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:21.543985 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:21.557752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Deleting port fa7c22ab-e855-4bbd-a061-409deb443397 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:21.558282 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.560760 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:21.576913 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Sync routers for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:21.590563 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:21.594724 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:21.628049 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.632795 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-53c8ff35-c5b4-4917-ab69-97fc0a2c7336 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0552263 Sep 26 18:09:21.633005 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47544) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:21.648530 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] Set router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:21.654633 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.670758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.688995 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] For port fa7c22ab-e855-4bbd-a061-409deb443397, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=fa7c22ab-e855-4bbd-a061-409deb443397,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:21.690285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.706876 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Calling delete_port for fa7c22ab-e855-4bbd-a061-409deb443397 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:21.725157 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:09:21Z', 'revision_number': 6, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:21.735635 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device e00f62b3-cdd9-439d-945d-53877fdd4715 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:21.755986 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc7368a-f4b1-4868-8def-a532867f3d98 None None] The sync data for ids ['60c059cc-c6ce-47dd-bb8a-d3ed14429bd7'] in dv-cinder-859318-1-iscsi is: [{'id': '60c059cc-c6ce-47dd-bb8a-d3ed14429bd7', 'name': 'tempest-TestVolumeBootPattern-1648417818-router', 'tenant_id': '9d0160f2201546a385be13aea0454fdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:01Z', 'updated_at': '2022-09-26T18:09:21Z', 'revision_number': 6, 'project_id': '9d0160f2201546a385be13aea0454fdc', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:21.818239 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.819858 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port e00f62b3-cdd9-439d-945d-53877fdd4715 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:21.820423 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:21.820794 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port e00f62b3-cdd9-439d-945d-53877fdd4715 Sep 26 18:09:21.832118 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:21.859245 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:21.972881 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (fa7c22ab-e855-4bbd-a061-409deb443397), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.016357 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7c22ab-e855-4bbd-a061-409deb443397,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:22.069937 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port e00f62b3-cdd9-439d-945d-53877fdd4715 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:22.121984 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.171683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:20Z', 'revision_number': 3, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:22.256489 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Checking router: 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:22.258974 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.261650 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks [] for router_controller (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.265361 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Updating router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:09:22.306757 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.343022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (60c059cc-c6ce-47dd-bb8a-d3ed14429bd7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.343641 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:09:22.349697 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.353948 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-387d6b7c-d535-4fc3-9da9-a65c7689d32a admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/60c059cc-c6ce-47dd-bb8a-d3ed14429bd7 HTTP/1.1" status: 204 len: 168 time: 1.3065777 Sep 26 18:09:22.354176 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47552) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:22.415223 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Deleting subnet d3fd72b1-bf6e-4599-8b66-389c34114083 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:09:22.419381 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Publish callbacks [] for subnet (d3fd72b1-bf6e-4599-8b66-389c34114083), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.469226 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (d3fd72b1-bf6e-4599-8b66-389c34114083), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.534615 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.537292 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:22.567436 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (d3fd72b1-bf6e-4599-8b66-389c34114083), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.602709 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Publish callbacks [] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.608823 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.642025 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (d3fd72b1-bf6e-4599-8b66-389c34114083), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.646357 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Attempting to bind port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:22.646712 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Attempting to bind port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:22.647095 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Attempting to bind port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:22.692556 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65638ef9-f316-468e-8240-8796dd1065a4 None None] Pushing event updated for resources: {'Port': ['ID=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:22.710616 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fd72b1-bf6e-4599-8b66-389c34114083,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:22.713840 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.722583 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bc9732c2-beef-4c4a-885b-f8f7ab014f01 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/d3fd72b1-bf6e-4599-8b66-389c34114083 HTTP/1.1" status: 204 len: 168 time: 0.3640695 Sep 26 18:09:22.722993 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47554) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:22.738507 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:22.738972 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:22.739331 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.739730 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:22.740230 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Bound port: c19619b9-a8d8-4b19-b1fe-0c66431ad0d0, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:22.740615 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.743044 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b8316d-45e4-4422-9c66-09f8d31605d2 None None] Network 4b57d14c-5868-42b6-822c-17efedad588a requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:22.758086 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Allocated IP 172.20.0.1 (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158/fd25ba6f-b8d7-472f-9ee9-6a3a94252773/22b283d0-4b64-4af4-944e-9d3209076981) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:22.819318 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (4b57d14c-5868-42b6-822c-17efedad588a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.858599 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:22.890454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Deleting port 14db26ee-d615-44fa-86c1-0496a176de9a {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:22.890454 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.893350 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] For port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:22.915395 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] For port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:22.924044 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.927119 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks [] for port (22b283d0-4b64-4af4-944e-9d3209076981), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:22.976531 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:22.977446 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:22.991101 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (22b283d0-4b64-4af4-944e-9d3209076981), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.016054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] For port 14db26ee-d615-44fa-86c1-0496a176de9a, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=14db26ee-d615-44fa-86c1-0496a176de9a,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:23.016054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.025426 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.028680 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] DHCP port deletion for 4b57d14c-5868-42b6-822c-17efedad588a request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:09:23.036570 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Calling delete_port for 14db26ee-d615-44fa-86c1-0496a176de9a owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:23.055316 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65638ef9-f316-468e-8240-8796dd1065a4 None None] Pushing event updated for resources: {'Port': ['ID=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.067845 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Pushing event updated for resources: {'Port': ['ID=22b283d0-4b64-4af4-944e-9d3209076981,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.069176 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.084480 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:23.086402 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:23.089059 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:23.156983 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Deleting port 14db26ee-d615-44fa-86c1-0496a176de9a {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:23.157375 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.176492 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.192230 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.259210 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] No DVR routers for this DVR port 14db26ee-d615-44fa-86c1-0496a176de9a on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:23.261378 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.301900 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Pushing event deleted for resources: {'Port': ['ID=14db26ee-d615-44fa-86c1-0496a176de9a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.314383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:23.393430 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (22b283d0-4b64-4af4-944e-9d3209076981), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.412316 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] For port 14db26ee-d615-44fa-86c1-0496a176de9a, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=14db26ee-d615-44fa-86c1-0496a176de9a,segment=NetworkSegment(16058ec4-07b3-45bd-9b27-95d76067a3d2),segment_id=16058ec4-07b3-45bd-9b27-95d76067a3d2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:23.412720 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.414099 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=13,neutron:SELECT=87 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.431840 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (4b57d14c-5868-42b6-822c-17efedad588a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.461095 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b57d14c-5868-42b6-822c-17efedad588a']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:23.478005 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16058ec4-07b3-45bd-9b27-95d76067a3d2') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:23.478897 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16058ec4-07b3-45bd-9b27-95d76067a3d2') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:23.499613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (16058ec4-07b3-45bd-9b27-95d76067a3d2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.529699 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (16058ec4-07b3-45bd-9b27-95d76067a3d2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.548186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.560802 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:09:23.563409 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (16058ec4-07b3-45bd-9b27-95d76067a3d2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.629367 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 16058ec4-07b3-45bd-9b27-95d76067a3d2 resource provider aggregate not found Sep 26 18:09:23.630799 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Calling delete_port for 14db26ee-d615-44fa-86c1-0496a176de9a owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:23.637125 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device fa7c22ab-e855-4bbd-a061-409deb443397 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:23.644432 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks [] for port (22b283d0-4b64-4af4-944e-9d3209076981), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.652602 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (22b283d0-4b64-4af4-944e-9d3209076981), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.664004 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 16058ec4-07b3-45bd-9b27-95d76067a3d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16058ec4-07b3-45bd-9b27-95d76067a3d2 found for delete ", "request_id": "req-d816085a-c9c8-4136-972c-8a0477a2012a"}]} Sep 26 18:09:23.666713 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (4b57d14c-5868-42b6-822c-17efedad588a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.674376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.678904 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/4b57d14c-5868-42b6-822c-17efedad588a HTTP/1.1" status: 204 len: 168 time: 0.9547737 Sep 26 18:09:23.680738 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: fa7c22ab-e855-4bbd-a061-409deb443397 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:23.681094 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device fa7c22ab-e855-4bbd-a061-409deb443397 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:23.681534 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d9908cb8-eb91-437f-bd12-a14f4a4b162b no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:23.682395 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47562) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:23.687927 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Provisioning complete for port 22b283d0-4b64-4af4-944e-9d3209076981 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:23.688301 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (22b283d0-4b64-4af4-944e-9d3209076981), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.689065 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 1 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:23.733528 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4118d9b-213f-4012-9bdb-61bad2fce175 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b57d14c-5868-42b6-822c-17efedad588a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.743279 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Pushing event updated for resources: {'Port': ['ID=22b283d0-4b64-4af4-944e-9d3209076981,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.743976 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: d9908cb8-eb91-437f-bd12-a14f4a4b162b {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:23.744326 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d9908cb8-eb91-437f-bd12-a14f4a4b162b not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:23.744758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 14db26ee-d615-44fa-86c1-0496a176de9a no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:23.752486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.814403 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:23.815571 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 14db26ee-d615-44fa-86c1-0496a176de9a {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:23.816085 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 14db26ee-d615-44fa-86c1-0496a176de9a not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:23.846080 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Port 22b283d0-4b64-4af4-944e-9d3209076981 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:23.883394 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:23.885272 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:23.899406 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (14db26ee-d615-44fa-86c1-0496a176de9a), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:23.935247 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Network 4b57d14c-5868-42b6-822c-17efedad588a is not hosted by any dhcp agent {{(pid=106212) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 26 18:09:23.935711 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] No DVR routers for this DVR port 14db26ee-d615-44fa-86c1-0496a176de9a on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:23.939238 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b8aec-9dd8-4026-b316-936912ec2dc4 None None] Pushing event deleted for resources: {'Port': ['ID=14db26ee-d615-44fa-86c1-0496a176de9a,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:23.946496 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:20Z', 'revision_number': 3, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:23.976563 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8180867d-ca66-4b7f-a296-80ded479b89e None None] The sync data for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi is: [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:20Z', 'revision_number': 3, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:24.063265 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:24.093296 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:24.193308 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:24.238958 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:24.247124 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-cacfb188-bf7a-439b-ad3b-67a9d950ea7b admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/4041b070-34d9-4dc8-a294-8cfe5bb0aa68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6130500 Sep 26 18:09:24.347409 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 2 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:24.392806 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Port 22b283d0-4b64-4af4-944e-9d3209076981 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:24.830550 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:24.833860 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Deleting port 365cee6c-6c98-4295-bc52-b4441f5d457d {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:24.834280 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:24.895009 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 3 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:24.919455 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47580) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:24.930900 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-495458048-network', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:24.943857 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Port 22b283d0-4b64-4af4-944e-9d3209076981 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:24.944799 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] For port 365cee6c-6c98-4295-bc52-b4441f5d457d, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=365cee6c-6c98-4295-bc52-b4441f5d457d,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:24.945169 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:24.965783 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Calling delete_port for 365cee6c-6c98-4295-bc52-b4441f5d457d owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:24.979295 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Made reservation on behalf of 99ac71f2187a4db1be4f404fa3cf04a5 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:24.981662 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:24.993850 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.039838 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:25.184657 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks [] for security_group (3c29c8c5-0c90-4c0f-8982-480513663e19), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.189453 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3c29c8c5-0c90-4c0f-8982-480513663e19), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.244956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c29c8c5-0c90-4c0f-8982-480513663e19,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:25.247471 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 26 18:09:25.260438 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 44de858e-257e-4a6d-a253-b78c94c932c6 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:25.271972 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (975ef184-6b4f-40d7-b4ca-f3a1cf62547a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.272321 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Added segment 975ef184-6b4f-40d7-b4ca-f3a1cf62547a of type vlan for network 7108f714-8a11-4d03-bf21-cbd33da9238f Sep 26 18:09:25.280985 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (365cee6c-6c98-4295-bc52-b4441f5d457d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.282779 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: 44de858e-257e-4a6d-a253-b78c94c932c6 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:25.283484 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device 44de858e-257e-4a6d-a253-b78c94c932c6 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:25.336509 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Pushing event deleted for resources: {'Port': ['ID=365cee6c-6c98-4295-bc52-b4441f5d457d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:25.351121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760099799983'] for network (7108f714-8a11-4d03-bf21-cbd33da9238f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.428611 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:25.434189 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505'] for network (7108f714-8a11-4d03-bf21-cbd33da9238f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.435565 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:25.436302 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.444945 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 4 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:25.568320 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Port 22b283d0-4b64-4af4-944e-9d3209076981 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:25.641454 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47594) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:25.642021 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7212636 Sep 26 18:09:25.652000 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Request body: {'subnet': {'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-495458048-subnet', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:25.678810 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052d244-92b4-48a7-94a1-f9d5adb959e3 admin admin] Pushing event updated for resources: {'Network': ['ID=7108f714-8a11-4d03-bf21-cbd33da9238f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:25.707351 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Network 7108f714-8a11-4d03-bf21-cbd33da9238f details requested by agent ovs-agent-dv-cinder-859318-1-iscsi with host dv-cinder-859318-1-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 26 18:09:25.765150 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Made reservation on behalf of 99ac71f2187a4db1be4f404fa3cf04a5 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:25.770753 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8669153'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.776955 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.865005 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:25.977840 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:25.978952 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:25.979520 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 Sep 26 18:09:26.066880 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9954302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8669175'] for subnet (ec1159c0-b887-4231-ab39-0fd429a8ad4b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.072471 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 5 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:26.125882 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1159c0-b887-4231-ab39-0fd429a8ad4b,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:26.133734 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:26.134803 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.144449 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Sync routers for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:26.155917 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:26.156919 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:26.168569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:26.171898 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Checking segment: {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:26.172687 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Network hostable DHCP agents. Network: 7108f714-8a11-4d03-bf21-cbd33da9238f, hostable agents: ['517b4d20-8d70-4739-bc8e-eac054df473c'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 26 18:09:26.175359 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:26.187455 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.199207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Port 22b283d0-4b64-4af4-944e-9d3209076981 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:26.229382 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Network 7108f714-8a11-4d03-bf21-cbd33da9238f is scheduled to be hosted by DHCP agent 517b4d20-8d70-4739-bc8e-eac054df473c with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 26 18:09:26.250107 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859318-1-iscsi, 7108f714-8a11-4d03-bf21-cbd33da9238f) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:26.259498 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:26.260807 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.272930 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=6,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:26.288643 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704ac3b4-2b47-433e-970f-14ef72510b0a None None] Network 7108f714-8a11-4d03-bf21-cbd33da9238f requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:26.302172 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-919fe945-7fea-42e3-a66b-321481bfefcb admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6580918 Sep 26 18:09:26.303554 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47598) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:26.314122 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:26.332820 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:26.344252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:26.356264 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5f114172-62b4-464f-b477-1eacf8e7c172 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/7fb7c23c-db11-4681-a525-ccb59fdd7bdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6677237 Sep 26 18:09:26.356708 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47600) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:26.366461 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-614794', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-8063'] for router (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.368834 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-617143', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-623864', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-694576', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-8038'] for router (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.381269 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] Sync routers for ids ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:26.383586 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:26.413033 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] Routers {'7fb7c23c-db11-4681-a525-ccb59fdd7bdd'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:26.413668 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:26.448308 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:26.546481 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks [] for router_controller (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.559492 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks [] for router (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.559835 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] Set router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:26.598652 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 2, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:26.632021 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4233c34d-4bb6-5579-b64f-1e1f18633c92-7108f714-8a11-4d03-bf21-cbd33da9238f', 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f', 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'fixed_ips': [{'subnet_id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b'}]}} from dv-cinder-859318-1-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 26 18:09:26.633448 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.638291 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Checking router: 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:26.638711 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Updating router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 port 22b283d0-4b64-4af4-944e-9d3209076981 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:09:26.679506 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (22b283d0-4b64-4af4-944e-9d3209076981), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.700681 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 6 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:26.702066 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:26.771561 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks [] for router_gateway (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.807350 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Port 22b283d0-4b64-4af4-944e-9d3209076981 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:26.827678 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:26.854692 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks [] for router_gateway (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:26.890623 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:26.949985 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Allocated IP 172.20.0.2 (7108f714-8a11-4d03-bf21-cbd33da9238f/ec1159c0-b887-4231-ab39-0fd429a8ad4b/a51f36d1-0fa5-46ad-9390-4e855c8b574f) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:26.967502 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:09:25Z', 'revision_number': 5, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port': {'id': '62392624-c319-4f87-88ab-dbdc7d426f6b', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:1b:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 350, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:01:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:27.004616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] Checking router: 7fb7c23c-db11-4681-a525-ccb59fdd7bdd for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:27.009294 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Publish callbacks [] for port (22b283d0-4b64-4af4-944e-9d3209076981), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.011757 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:27.016731 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (22b283d0-4b64-4af4-944e-9d3209076981), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.024873 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Deleting port 62392624-c319-4f87-88ab-dbdc7d426f6b {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:27.025197 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.067360 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] Routers {'7fb7c23c-db11-4681-a525-ccb59fdd7bdd'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:27.067909 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:27.091809 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:27.111549 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Pushing event updated for resources: {'Port': ['ID=22b283d0-4b64-4af4-944e-9d3209076981,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:27.133989 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.134572 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.135179 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.135868 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.136540 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.137236 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.137654 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.138133 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.139129 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.139590 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.140175 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.140819 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.141291 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.141714 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.142818 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:27.163786 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Attempting to bind port 22b283d0-4b64-4af4-944e-9d3209076981 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:27.164367 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Attempting to bind port 22b283d0-4b64-4af4-944e-9d3209076981 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:27.164938 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Attempting to bind port 22b283d0-4b64-4af4-944e-9d3209076981 on network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:27.194062 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] Set router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:27.214174 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks [] for router_gateway (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.219781 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:27.221268 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Checking segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:27.222036 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.222763 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Bound using segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:27.223577 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Bound port: 22b283d0-4b64-4af4-944e-9d3209076981, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:27.224136 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (22b283d0-4b64-4af4-944e-9d3209076981), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.264421 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 6, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port_host': None}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:27.306889 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] For port 22b283d0-4b64-4af4-944e-9d3209076981, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:27.311177 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] For port 22b283d0-4b64-4af4-944e-9d3209076981, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=22b283d0-4b64-4af4-944e-9d3209076981,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:27.318380 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (22b283d0-4b64-4af4-944e-9d3209076981), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.327577 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Attempt 7 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:27.332178 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:27.334482 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034eb671-8dd0-465a-850b-6c9b4a951d01 None None] The sync data for ids ['7fb7c23c-db11-4681-a525-ccb59fdd7bdd'] in dv-cinder-859318-1-iscsi is: [{'id': '7fb7c23c-db11-4681-a525-ccb59fdd7bdd', 'name': 'tempest-TestVolumeBootPattern-546992934-router', 'tenant_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:01:09Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 6, 'project_id': 'c1c777eae8de44b18cae19cd7d9d8cbc', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:27.376089 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:27.376830 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:27.393697 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Publish callbacks [] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.404726 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.436219 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b5fd6-be5a-4291-9dda-a6f9221dbda9 None None] Pushing event updated for resources: {'Port': ['ID=22b283d0-4b64-4af4-944e-9d3209076981,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:27.460392 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Network 7108f714-8a11-4d03-bf21-cbd33da9238f is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:27.486334 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:27.493137 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:27.503566 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Pushing event updated for resources: {'Port': ['ID=a51f36d1-0fa5-46ad-9390-4e855c8b574f,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:27.516035 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.553217 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:27.595755 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] For port 62392624-c319-4f87-88ab-dbdc7d426f6b, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=62392624-c319-4f87-88ab-dbdc7d426f6b,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:27.596390 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.621130 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Calling delete_port for 62392624-c319-4f87-88ab-dbdc7d426f6b owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:27.683289 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Current status of the port 22b283d0-4b64-4af4-944e-9d3209076981 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:27.683289 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (22b283d0-4b64-4af4-944e-9d3209076981), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.730733 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Allocated IP 172.27.0.66 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/f3179f6e-cc17-48f6-9a80-7cc412963298) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:27.748182 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] For port 22b283d0-4b64-4af4-944e-9d3209076981, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=22b283d0-4b64-4af4-944e-9d3209076981,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:27.750528 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Attempting to bind port a51f36d1-0fa5-46ad-9390-4e855c8b574f on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:27.750528 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Attempting to bind port a51f36d1-0fa5-46ad-9390-4e855c8b574f by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:27.751157 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Attempting to bind port a51f36d1-0fa5-46ad-9390-4e855c8b574f on network 7108f714-8a11-4d03-bf21-cbd33da9238f {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:27.758507 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (22b283d0-4b64-4af4-944e-9d3209076981), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.923883 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:27.945291 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:27.961155 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks [] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:27.962565 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:28.012600 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-8d2714ea-4678-4352-93a9-320c20889816 None None] Provisioning complete for port 22b283d0-4b64-4af4-944e-9d3209076981 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:28.013476 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d2714ea-4678-4352-93a9-320c20889816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (22b283d0-4b64-4af4-944e-9d3209076981), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.013476 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8d2714ea-4678-4352-93a9-320c20889816 None None] Attempt 1 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:28.013754 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e10161-c9d6-4001-a937-aa8bf30c4799 None None] The sync data for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi is: [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:28.020215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea849b-5a62-434f-891f-27910875ee74 None None] Pushing event updated for resources: {'Port': ['ID=22b283d0-4b64-4af4-944e-9d3209076981,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:28.031477 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:28.031848 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Checking segment: {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:28.033447 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.034245 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Bound using segment: {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:28.034348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Bound port: a51f36d1-0fa5-46ad-9390-4e855c8b574f, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:28.035215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.083563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.087407 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:28.152150 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:28.154471 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:28.155255 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.155255 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 Sep 26 18:09:28.160512 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:28.164840 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:28.167683 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Pushing event updated for resources: {'Port': ['ID=f3179f6e-cc17-48f6-9a80-7cc412963298,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:28.197234 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (62392624-c319-4f87-88ab-dbdc7d426f6b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.215202 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] For port a51f36d1-0fa5-46ad-9390-4e855c8b574f, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:28.236567 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Pushing event deleted for resources: {'Port': ['ID=62392624-c319-4f87-88ab-dbdc7d426f6b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:28.239857 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] For port a51f36d1-0fa5-46ad-9390-4e855c8b574f, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=a51f36d1-0fa5-46ad-9390-4e855c8b574f,segment=NetworkSegment(975ef184-6b4f-40d7-b4ca-f3a1cf62547a),segment_id=975ef184-6b4f-40d7-b4ca-f3a1cf62547a)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:28.256192 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.266871 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8d2714ea-4678-4352-93a9-320c20889816 None None] Current status of the port 22b283d0-4b64-4af4-944e-9d3209076981 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:28.388926 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:28.393056 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb8a7-be27-40f7-90d0-2bcbf2b39104 None None] Pushing event updated for resources: {'Port': ['ID=a51f36d1-0fa5-46ad-9390-4e855c8b574f,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:28.409465 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 365cee6c-6c98-4295-bc52-b4441f5d457d no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:28.442453 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 365cee6c-6c98-4295-bc52-b4441f5d457d {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:28.442975 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 365cee6c-6c98-4295-bc52-b4441f5d457d not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:28.463355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.634731 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.638824 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks [] for router_controller (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.723452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (7fb7c23c-db11-4681-a525-ccb59fdd7bdd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.724355 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fb7c23c-db11-4681-a525-ccb59fdd7bdd {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:09:28.733584 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.738477 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-dd120794-d6c0-4658-8033-2531b5f04d64 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/7fb7c23c-db11-4681-a525-ccb59fdd7bdd HTTP/1.1" status: 204 len: 168 time: 2.3774478 Sep 26 18:09:28.738801 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47610) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:28.756901 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks [] for router_gateway (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.818360 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Deleting subnet 123b73c1-bb22-41a7-bd3a-fe050c89455c {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:09:28.822230 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Publish callbacks [] for subnet (123b73c1-bb22-41a7-bd3a-fe050c89455c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.880530 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (123b73c1-bb22-41a7-bd3a-fe050c89455c), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:28.998107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (123b73c1-bb22-41a7-bd3a-fe050c89455c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.038171 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-617199', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-616487'] for router (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.088603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (123b73c1-bb22-41a7-bd3a-fe050c89455c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.106143 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:29.125740 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123b73c1-bb22-41a7-bd3a-fe050c89455c,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:29.144925 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.150974 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a44a7a9-4ba6-4b14-9eaf-20c2b39dc8f8 None None] Network 831407ac-46df-4f31-8870-36f4db0b56ea requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:29.151554 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ec0a446b-ce97-4df4-a088-54c6235cda28 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/123b73c1-bb22-41a7-bd3a-fe050c89455c HTTP/1.1" status: 204 len: 168 time: 0.4085324 Sep 26 18:09:29.151554 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47612) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:29.279575 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:29.288104 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 is scheduled to L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 26 18:09:29.290624 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (831407ac-46df-4f31-8870-36f4db0b56ea), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.364994 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Deleting port 1c4e0979-6c76-41b7-8b83-3c6515878b26 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:29.365388 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.485352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] For port 1c4e0979-6c76-41b7-8b83-3c6515878b26, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=1c4e0979-6c76-41b7-8b83-3c6515878b26,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:29.485725 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.488039 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] DHCP port deletion for 831407ac-46df-4f31-8870-36f4db0b56ea request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:09:29.496149 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:29.496486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:29.516659 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Sync routers for ids ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:29.533742 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Routers {'12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:29.535596 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:29.540176 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:29.540483 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Calling delete_port for 1c4e0979-6c76-41b7-8b83-3c6515878b26 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:29.544198 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.553382 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b6c4221b-1ba8-4aec-b2db-add9d855d243 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2448037 Sep 26 18:09:29.553890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 47616) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:29.568602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] Deleting port 1c4e0979-6c76-41b7-8b83-3c6515878b26 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:09:29.569234 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.717560 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Set router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:29.760339 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] For port 1c4e0979-6c76-41b7-8b83-3c6515878b26, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=1c4e0979-6c76-41b7-8b83-3c6515878b26,segment=NetworkSegment(2c522514-f351-4a4e-a0a4-d93bb35c51f4),segment_id=2c522514-f351-4a4e-a0a4-d93bb35c51f4)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:29.761099 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.777843 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device a51f36d1-0fa5-46ad-9390-4e855c8b574f up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:29.831329 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] Calling delete_port for 1c4e0979-6c76-41b7-8b83-3c6515878b26 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:09:29.843589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:29.846964 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ddb7d-91b9-49a2-91f6-00617f5002ca None None] Network 7108f714-8a11-4d03-bf21-cbd33da9238f requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:09:29.848585 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:29.899444 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c4e0979-6c76-41b7-8b83-3c6515878b26,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:29.906451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] No DVR routers for this DVR port 1c4e0979-6c76-41b7-8b83-3c6515878b26 on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:29.988887 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:09:28Z', 'revision_number': 3, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:30.004827 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Provisioning complete for port a51f36d1-0fa5-46ad-9390-4e855c8b574f triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:30.005208 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.005551 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Attempt 1 to provision port a51f36d1-0fa5-46ad-9390-4e855c8b574f Sep 26 18:09:30.021725 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Checking router: 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:30.022317 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Updating router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 port f3179f6e-cc17-48f6-9a80-7cc412963298 binding host dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:09:30.067842 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.113057 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (831407ac-46df-4f31-8870-36f4db0b56ea), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.118103 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:30.132296 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port a51f36d1-0fa5-46ad-9390-4e855c8b574f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:30.132677 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.133027 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port a51f36d1-0fa5-46ad-9390-4e855c8b574f Sep 26 18:09:30.177417 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:30.192923 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['831407ac-46df-4f31-8870-36f4db0b56ea']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:30.213879 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c522514-f351-4a4e-a0a4-d93bb35c51f4') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:30.215342 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c522514-f351-4a4e-a0a4-d93bb35c51f4') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:30.259523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (2c522514-f351-4a4e-a0a4-d93bb35c51f4), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.291719 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (2c522514-f351-4a4e-a0a4-d93bb35c51f4), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.308708 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:09:30.309601 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (2c522514-f351-4a4e-a0a4-d93bb35c51f4), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.312921 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port a51f36d1-0fa5-46ad-9390-4e855c8b574f is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:30.312921 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.328911 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:30.404971 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (1c4e0979-6c76-41b7-8b83-3c6515878b26), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.410642 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 2c522514-f351-4a4e-a0a4-d93bb35c51f4 resource provider aggregate not found Sep 26 18:09:30.434399 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port a51f36d1-0fa5-46ad-9390-4e855c8b574f, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=a51f36d1-0fa5-46ad-9390-4e855c8b574f,segment=NetworkSegment(975ef184-6b4f-40d7-b4ca-f3a1cf62547a),segment_id=975ef184-6b4f-40d7-b4ca-f3a1cf62547a)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:30.485411 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.486711 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 22b283d0-4b64-4af4-944e-9d3209076981 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:30.489296 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 2c522514-f351-4a4e-a0a4-d93bb35c51f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c522514-f351-4a4e-a0a4-d93bb35c51f4 found for delete ", "request_id": "req-447bdf68-2827-476c-ab9a-d8204b94da9f"}]} Sep 26 18:09:30.492197 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] Pushing event deleted for resources: {'Port': ['ID=1c4e0979-6c76-41b7-8b83-3c6515878b26,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:30.506013 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (831407ac-46df-4f31-8870-36f4db0b56ea), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.526414 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Publish callbacks [] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.529927 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.534767 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Current status of the port a51f36d1-0fa5-46ad-9390-4e855c8b574f is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:30.538357 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/831407ac-46df-4f31-8870-36f4db0b56ea HTTP/1.1" status: 204 len: 168 time: 1.3833482 Sep 26 18:09:30.539205 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.542935 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.545209 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702cac07-673e-45a3-8898-b37759be0bd5 None None] No DVR routers for this DVR port 1c4e0979-6c76-41b7-8b83-3c6515878b26 on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:09:30.588768 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273aaee0-a691-45a2-a8d4-c69c4ca49158 admin admin] Pushing event deleted for resources: {'Network': ['ID=831407ac-46df-4f31-8870-36f4db0b56ea,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:30.624440 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Attempting to bind port f3179f6e-cc17-48f6-9a80-7cc412963298 on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:30.624812 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Attempting to bind port f3179f6e-cc17-48f6-9a80-7cc412963298 by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:30.625165 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Attempting to bind port f3179f6e-cc17-48f6-9a80-7cc412963298 on network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:30.702348 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=a51f36d1-0fa5-46ad-9390-4e855c8b574f,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:30.711649 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baee61-0fc3-41ee-a8e3-d3e2089e8458 None None] Pushing event updated for resources: {'Port': ['ID=f3179f6e-cc17-48f6-9a80-7cc412963298,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:30.714206 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port 22b283d0-4b64-4af4-944e-9d3209076981 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:30.714528 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (22b283d0-4b64-4af4-944e-9d3209076981), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.714891 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port 22b283d0-4b64-4af4-944e-9d3209076981 Sep 26 18:09:30.741879 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:30.742257 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Checking segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:30.742662 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.743098 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Bound using segment: {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:30.743813 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Bound port: f3179f6e-cc17-48f6-9a80-7cc412963298, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba587b65-bcf4-422a-ba27-c6cfdbc662c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:30.743959 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.748790 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 26 18:09:30.749386 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 26 18:09:30.752788 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.829364 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] For port f3179f6e-cc17-48f6-9a80-7cc412963298, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:30.834976 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] For port f3179f6e-cc17-48f6-9a80-7cc412963298, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=f3179f6e-cc17-48f6-9a80-7cc412963298,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:30.837846 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port 22b283d0-4b64-4af4-944e-9d3209076981 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:30.843340 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.881682 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Routers {'12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:30.882333 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:30.924181 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47638) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:30.928095 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:30.931066 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 1c4e0979-6c76-41b7-8b83-3c6515878b26 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:30.936906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-52d6a717-5a46-46e8-91b2-6924dca32ff0 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:30.938791 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-52d6a717-5a46-46e8-91b2-6924dca32ff0 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/networks?id=127439cc-358c-44d1-a5e0-ceb993a29cac HTTP/1.1" status: 200 len: 813 time: 0.2859170 Sep 26 18:09:30.951555 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 1c4e0979-6c76-41b7-8b83-3c6515878b26 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:30.952174 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 1c4e0979-6c76-41b7-8b83-3c6515878b26 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:30.952781 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 62392624-c319-4f87-88ab-dbdc7d426f6b no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:09:30.975545 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baee61-0fc3-41ee-a8e3-d3e2089e8458 None None] Pushing event updated for resources: {'Port': ['ID=f3179f6e-cc17-48f6-9a80-7cc412963298,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:30.977768 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 62392624-c319-4f87-88ab-dbdc7d426f6b {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:09:30.978126 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 62392624-c319-4f87-88ab-dbdc7d426f6b not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:09:31.012038 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.013706 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=7,neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.016220 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f0f91055-67a9-4f35-8bf1-5598f28511a7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9d0160f2201546a385be13aea0454fdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899768 Sep 26 18:09:31.019048 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47640) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:31.020817 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-3684efe9-e447-4b6b-ad5e-e1df5ba48121 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/quotas/21586a671de94dc9b7b73f5dbaac6a01 HTTP/1.1" status: 200 len: 375 time: 0.0741458 Sep 26 18:09:31.061735 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] Set router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:31.082093 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-33925482-a8ac-4db0-b392-eab7225e37b2 admin admin] Publish callbacks [] for security_group (d8c9ec89-1872-47dd-9aee-e9768711f1de), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.092061 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-d370b09d-85c5-4250-9a56-7e49b823c228 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649793 Sep 26 18:09:31.110037 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-33925482-a8ac-4db0-b392-eab7225e37b2 admin admin] Publish callbacks [] for security_group (d8c9ec89-1872-47dd-9aee-e9768711f1de), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.112044 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-50b5786b-e0c9-43be-b89f-599feb9c60d6 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:09:31.113288 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-50b5786b-e0c9-43be-b89f-599feb9c60d6 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0069768 Sep 26 18:09:31.174284 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-33925482-a8ac-4db0-b392-eab7225e37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (d8c9ec89-1872-47dd-9aee-e9768711f1de), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.177638 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-33925482-a8ac-4db0-b392-eab7225e37b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.179155 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-33925482-a8ac-4db0-b392-eab7225e37b2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d8c9ec89-1872-47dd-9aee-e9768711f1de HTTP/1.1" status: 204 len: 168 time: 0.1589572 Sep 26 18:09:31.195939 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33925482-a8ac-4db0-b392-eab7225e37b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c9ec89-1872-47dd-9aee-e9768711f1de,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:31.230471 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Allocated IP 172.20.0.1 (7108f714-8a11-4d03-bf21-cbd33da9238f/ec1159c0-b887-4231-ab39-0fd429a8ad4b/d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:31.277126 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:09:28Z', 'revision_number': 3, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:31.277812 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.294738 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:31.305076 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1cb536eb-29e1-40e7-9fbd-2d0369b380ed None None] Current status of the port a51f36d1-0fa5-46ad-9390-4e855c8b574f is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:31.327217 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04d891e-0b3b-4c76-9ad6-c502f87595fe None None] The sync data for ids ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'] in dv-cinder-859318-1-iscsi is: [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:09:28Z', 'revision_number': 3, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:31.330523 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-9d71d18b-6202-4caa-9ded-eb1b785cbaa2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031131 Sep 26 18:09:31.448949 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-a08191f3-caa0-4cb1-bfd2-b3a40aa019a8 None None] Provisioning complete for port a51f36d1-0fa5-46ad-9390-4e855c8b574f triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:31.449962 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a08191f3-caa0-4cb1-bfd2-b3a40aa019a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.450338 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a08191f3-caa0-4cb1-bfd2-b3a40aa019a8 None None] Attempt 1 to provision port a51f36d1-0fa5-46ad-9390-4e855c8b574f Sep 26 18:09:31.455987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks [] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.497696 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-a2a55b2a-b4bd-48c7-bb19-ae83b492c7c5 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549847 Sep 26 18:09:31.555922 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.607489 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device a51f36d1-0fa5-46ad-9390-4e855c8b574f up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:31.633801 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Network 7108f714-8a11-4d03-bf21-cbd33da9238f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:31.642376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:31.647259 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:31.709760 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a08191f3-caa0-4cb1-bfd2-b3a40aa019a8 None None] Current status of the port a51f36d1-0fa5-46ad-9390-4e855c8b574f is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:31.771203 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47650) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:31.784527 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port a51f36d1-0fa5-46ad-9390-4e855c8b574f triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:31.785321 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:31.785827 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port a51f36d1-0fa5-46ad-9390-4e855c8b574f Sep 26 18:09:31.834004 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Pushing event updated for resources: {'Port': ['ID=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:31.911756 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a3e1b210-c906-4660-923d-25404c9963ab admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c1c777eae8de44b18cae19cd7d9d8cbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394966 Sep 26 18:09:31.912452 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 47652) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:09:31.967314 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port a51f36d1-0fa5-46ad-9390-4e855c8b574f is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:32.011264 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b09775a8-1cc6-40cb-83ba-7ab6acea31f1 admin admin] Publish callbacks [] for security_group (a383a9e9-3744-443f-9d77-9663dd807eeb), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.047792 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b09775a8-1cc6-40cb-83ba-7ab6acea31f1 admin admin] Publish callbacks [] for security_group (a383a9e9-3744-443f-9d77-9663dd807eeb), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.113556 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b09775a8-1cc6-40cb-83ba-7ab6acea31f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (a383a9e9-3744-443f-9d77-9663dd807eeb), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.116667 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b09775a8-1cc6-40cb-83ba-7ab6acea31f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.118103 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b09775a8-1cc6-40cb-83ba-7ab6acea31f1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a383a9e9-3744-443f-9d77-9663dd807eeb HTTP/1.1" status: 204 len: 168 time: 0.2046735 Sep 26 18:09:32.129092 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09775a8-1cc6-40cb-83ba-7ab6acea31f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a383a9e9-3744-443f-9d77-9663dd807eeb,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:32.187276 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Provisioning complete for port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:32.187767 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.188168 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 1 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:32.248355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:32.396679 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b8f166b-f626-4d77-ae43-bb249fea84ba req-fedc67bd-8b69-4900-b7ad-103624d8d519 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 210 time: 0.6168661 Sep 26 18:09:32.413549 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-625694'] for router_interface (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.597081 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.750074 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 2 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:32.810085 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:32.846022 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks [] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.852211 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.912804 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:32.933036 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1044519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-625802'] for router_interface (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:32.935564 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Pushing event updated for resources: {'Port': ['ID=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:32.938883 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:33.046698 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Network 7108f714-8a11-4d03-bf21-cbd33da9238f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:33.048160 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:33.175140 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:09:33.312285 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 3 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:33.364767 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:33.374881 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:09:33.383759 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-36e09490-31d0-45fc-9058-b9bdc32df601 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/12168589-7a23-4c4a-94bd-6eb3ed9c8fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8284600 Sep 26 18:09:33.435587 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-c59395d4-0728-403a-b9f0-60343fab0336 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:33.437093 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-c59395d4-0728-403a-b9f0-60343fab0336 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "GET /networking/v2.0/networks?id=127439cc-358c-44d1-a5e0-ceb993a29cac HTTP/1.1" status: 200 len: 813 time: 0.1432037 Sep 26 18:09:33.474943 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Request body: {'port': {'device_id': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac', 'admin_state_up': True, 'tenant_id': '21586a671de94dc9b7b73f5dbaac6a01'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:33.577509 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f677669a-adac-42fb-9130-6f64b3095c34 req-7a400e7e-f6da-472c-8abe-cd2e40c18e91 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 210 time: 0.0321758 Sep 26 18:09:33.601791 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device f3179f6e-cc17-48f6-9a80-7cc412963298 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:33.633833 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:33.659822 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port f3179f6e-cc17-48f6-9a80-7cc412963298 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:33.660354 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:33.660654 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port f3179f6e-cc17-48f6-9a80-7cc412963298 Sep 26 18:09:33.666183 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Sync routers for ids ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:09:33.677800 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Made reservation on behalf of 21586a671de94dc9b7b73f5dbaac6a01 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:33.687055 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:33.708792 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Routers {'12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:33.709430 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:33.847020 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Allocated IP 172.20.0.10 (127439cc-358c-44d1-a5e0-ceb993a29cac/73738879-53a6-4963-bee3-d05458aacfc7/d1d9c48e-af33-440c-b959-347501f2ce3a) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:33.848771 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port f3179f6e-cc17-48f6-9a80-7cc412963298 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:33.849277 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:33.868600 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 4 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:34.058393 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:34.061714 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] For port f3179f6e-cc17-48f6-9a80-7cc412963298, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=f3179f6e-cc17-48f6-9a80-7cc412963298,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:34.068993 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Set router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:34.070884 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks [] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.072385 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.077559 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:34.101401 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:34.111706 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.170106 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Network 127439cc-358c-44d1-a5e0-ceb993a29cac is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:34.174391 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:34.176490 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Pushing event updated for resources: {'Port': ['ID=d1d9c48e-af33-440c-b959-347501f2ce3a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:34.178790 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:34.209378 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Pushing event updated for resources: {'Port': ['ID=f3179f6e-cc17-48f6-9a80-7cc412963298,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:34.245374 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:34.247784 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.271668 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-2b9def1c-4b49-484b-b1a5-dec4d97b7362 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8031650 Sep 26 18:09:34.283613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-d5bc677a-89d4-48a9-ad36-ddb367a10e08 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 26 18:09:34.284673 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-d5bc677a-89d4-48a9-ad36-ddb367a10e08 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070701 Sep 26 18:09:34.308926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Request body: {'port': {'device_id': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:34.366131 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:09:32Z', 'revision_number': 4, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd444e9f8-d9e9-49a4-aabe-5e5e42ec7afb', 'name': '', 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'mac_address': 'fa:16:3e:50:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:30Z', 'updated_at': '2022-09-26T18:09:32Z', 'revision_number': 2, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'subnets': [{'id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:34.394897 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.409876 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Checking router: 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:09:34.410260 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Updating router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb binding host dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 26 18:09:34.460750 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.485398 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:34.602248 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 5 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:34.664952 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:34.780009 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:34.805292 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c338-7f6d-4f8b-84d7-2635b6bd275f req-a7ff7aa5-3448-4c54-8225-00e5848a14a5 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:34.807135 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f985c338-7f6d-4f8b-84d7-2635b6bd275f req-a7ff7aa5-3448-4c54-8225-00e5848a14a5 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 932 time: 0.0698717 Sep 26 18:09:34.895906 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Publish callbacks [] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.911333 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.915476 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f985c338-7f6d-4f8b-84d7-2635b6bd275f req-7e243ca9-9906-4049-88be-57218c619085 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014559 Sep 26 18:09:34.930636 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d9c48e-af33-440c-b959-347501f2ce3a {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:34.957695 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Publish callbacks [] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:34.973527 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Transition to ACTIVE for port object d1d9c48e-af33-440c-b959-347501f2ce3a will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:09:34.989904 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.053440 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3be6-d47f-4aca-8a08-d413414e3848 None None] Pushing event updated for resources: {'Port': ['ID=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:35.091677 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Attempting to bind port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb on host dv-cinder-859318-1-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:35.092242 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Attempting to bind port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb by drivers openvswitch,hyperv on host dv-cinder-859318-1-iscsi at level 0 using segments [{'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:35.092796 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Attempting to bind port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb on network 7108f714-8a11-4d03-bf21-cbd33da9238f {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:35.094741 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d9c48e-af33-440c-b959-347501f2ce3a,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:35.130806 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Attempting to bind port d1d9c48e-af33-440c-b959-347501f2ce3a on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:35.131261 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Attempting to bind port d1d9c48e-af33-440c-b959-347501f2ce3a by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:35.131730 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Attempting to bind port d1d9c48e-af33-440c-b959-347501f2ce3a on network 127439cc-358c-44d1-a5e0-ceb993a29cac {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:35.160766 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Checking agent: {'id': '41a0366b-fc5a-485d-8b2d-c3c214380ab4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859318-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 50, 43), 'started_at': datetime.datetime(2022, 9, 26, 17, 51, 13), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859318-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:35.161141 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Checking segment: {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:35.161526 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.161912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Bound using segment: {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:35.162523 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Bound port: d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb, host: dv-cinder-859318-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '975ef184-6b4f-40d7-b4ca-f3a1cf62547a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:35.162912 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.175985 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 6 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:35.177384 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Port d1d9c48e-af33-440c-b959-347501f2ce3a on network 127439cc-358c-44d1-a5e0-ceb993a29cac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:09:35.177723 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Attempting to bind port d1d9c48e-af33-440c-b959-347501f2ce3a on network 127439cc-358c-44d1-a5e0-ceb993a29cac {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:35.223906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:35.235307 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:35.236379 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Checking segment: {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:35.238679 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Bound using segment: {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:35.239193 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Bound port: d1d9c48e-af33-440c-b959-347501f2ce3a, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75479a17-fc59-4f40-9784-4291e9c9f601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:35.239567 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.240944 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:35.255228 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:35.270056 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] For port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb, host dv-cinder-859318-1-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:35.276124 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] For port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb, host dv-cinder-859318-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,segment=NetworkSegment(975ef184-6b4f-40d7-b4ca-f3a1cf62547a),segment_id=975ef184-6b4f-40d7-b4ca-f3a1cf62547a)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:35.286508 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.330691 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] For port d1d9c48e-af33-440c-b959-347501f2ce3a, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:35.335208 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] For port d1d9c48e-af33-440c-b959-347501f2ce3a, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d1d9c48e-af33-440c-b959-347501f2ce3a,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:35.336137 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Routers {'12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:09:35.336928 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:09:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:35.346877 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.352393 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.353405 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.355445 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/d1d9c48e-af33-440c-b959-347501f2ce3a HTTP/1.1" status: 200 len: 1094 time: 1.0557313 Sep 26 18:09:35.356218 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'tag': 'd1d9c48e-af33-440c-b959-347501f2ce3a'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:35.358554 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566c5d32-4811-4439-951f-39cfa7eb1916" -d '{"events": [{"name": "network-changed", "server_uuid": "beb9858d-01eb-4ac8-937d-2de9a1dabb11", "tag": "d1d9c48e-af33-440c-b959-347501f2ce3a"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:35.414377 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff3be6-d47f-4aca-8a08-d413414e3848 None None] Pushing event updated for resources: {'Port': ['ID=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:35.428152 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45936ea6-47b4-43dd-a9d5-7a5ee96bc86e service neutron] Pushing event updated for resources: {'Port': ['ID=d1d9c48e-af33-440c-b959-347501f2ce3a,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:35.503384 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] Set router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:09:35.519773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-3d38510f-92d6-4cbd-91a0-15c6f097a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.521344 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-3d38510f-92d6-4cbd-91a0-15c6f097a0c7 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 1128 time: 0.0688474 Sep 26 18:09:35.604202 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-299dff7e-677c-48ed-8519-6305ce36664b service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d9c48e-af33-440c-b959-347501f2ce3a HTTP/1.1" status: 200 len: 217 time: 0.0613222 Sep 26 18:09:35.616367 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device f3179f6e-cc17-48f6-9a80-7cc412963298 up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:35.652739 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:35.697515 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-86c6f45b-5c6f-4e9b-98cc-8b6309aecc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:35.699054 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-86c6f45b-5c6f-4e9b-98cc-8b6309aecc7d service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=73738879-53a6-4963-bee3-d05458aacfc7 HTTP/1.1" status: 200 len: 853 time: 0.0885799 Sep 26 18:09:35.741574 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-d7648fb9-1f96-4b4e-bee1-bbd6e488895e service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=127439cc-358c-44d1-a5e0-ceb993a29cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361528 Sep 26 18:09:35.749360 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Attempt 7 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:35.779885 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6167cf7b-d5a2-467a-88fd-196ae8cc774d x-openstack-request-id: req-6167cf7b-d5a2-467a-88fd-196ae8cc774d {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:35.780184 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb9858d-01eb-4ac8-937d-2de9a1dabb11", "tag": "d1d9c48e-af33-440c-b959-347501f2ce3a", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:35.780444 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6167cf7b-d5a2-467a-88fd-196ae8cc774d {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:35.780854 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6167cf7b-d5a2-467a-88fd-196ae8cc774d'] response: {'name': 'network-changed', 'server_uuid': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'tag': 'd1d9c48e-af33-440c-b959-347501f2ce3a', 'status': 'completed', 'code': 200} Sep 26 18:09:35.827242 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port f3179f6e-cc17-48f6-9a80-7cc412963298 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:35.827978 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.828484 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port f3179f6e-cc17-48f6-9a80-7cc412963298 Sep 26 18:09:35.868674 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-3114b762-6c2a-4009-b583-09ce8f84f0d8 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185293 Sep 26 18:09:35.945368 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Current status of the port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:35.946361 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:35.949138 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:09:32Z', 'revision_number': 4, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd444e9f8-d9e9-49a4-aabe-5e5e42ec7afb', 'name': '', 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'mac_address': 'fa:16:3e:50:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:30Z', 'updated_at': '2022-09-26T18:09:35Z', 'revision_number': 4, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'subnets': [{'id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:09:35.991239 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b4d39d5-939e-41f1-b84f-caec521dee8b req-9e6b8220-b5dc-4350-b111-3b61f8b6e3a5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108103 Sep 26 18:09:36.012183 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f55ce2c-a559-43e6-b9f7-9324059ce084 None None] The sync data for ids ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'] in dv-cinder-859318-1-iscsi is: [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:09:32Z', 'revision_number': 4, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': 'd444e9f8-d9e9-49a4-aabe-5e5e42ec7afb', 'name': '', 'network_id': '7108f714-8a11-4d03-bf21-cbd33da9238f', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'mac_address': 'fa:16:3e:50:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 749, 'fixed_ips': [{'subnet_id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:30Z', 'updated_at': '2022-09-26T18:09:35Z', 'revision_number': 4, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'subnets': [{'id': 'ec1159c0-b887-4231-ab39-0fd429a8ad4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:09:36.047318 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port f3179f6e-cc17-48f6-9a80-7cc412963298 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:36.065083 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] For port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,segment=NetworkSegment(975ef184-6b4f-40d7-b4ca-f3a1cf62547a),segment_id=975ef184-6b4f-40d7-b4ca-f3a1cf62547a)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:36.072544 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.152419 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:36.183407 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ed80-262e-4552-b33f-028aa369b530 req-d5fbdd18-0ea9-42b1-bc6c-d936062eeec8 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.185441 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65e1ed80-262e-4552-b33f-028aa369b530 req-d5fbdd18-0ea9-42b1-bc6c-d936062eeec8 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 944 time: 0.0777595 Sep 26 18:09:36.190770 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0979c40-02ab-465b-9430-b7ff783beac3 None None] Pushing event updated for resources: {'Port': ['ID=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:36.222229 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-f08d5d50-3adf-4082-a12c-1a9ef24b2877 None None] Provisioning complete for port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:36.222574 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f08d5d50-3adf-4082-a12c-1a9ef24b2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:36.226335 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f08d5d50-3adf-4082-a12c-1a9ef24b2877 None None] Attempt 1 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:36.278928 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65e1ed80-262e-4552-b33f-028aa369b530 req-9e772027-9e2f-4283-aa9f-bc824a43789d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838506 Sep 26 18:09:36.359914 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f08d5d50-3adf-4082-a12c-1a9ef24b2877 None None] Current status of the port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:36.955653 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-e70804d2-0c67-46b2-a039-60709e8b6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:36.960825 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-e70804d2-0c67-46b2-a039-60709e8b6d84 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 1128 time: 0.0483267 Sep 26 18:09:37.043132 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:09:37.089987 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-af72554f-a62a-4dd8-ae29-311dc68d99b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:37.091626 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-af72554f-a62a-4dd8-ae29-311dc68d99b4 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=127439cc-358c-44d1-a5e0-ceb993a29cac HTTP/1.1" status: 200 len: 914 time: 0.1249881 Sep 26 18:09:37.137201 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-934795ae-b41e-483d-8624-8f9671261e7b service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1d9c48e-af33-440c-b959-347501f2ce3a HTTP/1.1" status: 200 len: 217 time: 0.0390406 Sep 26 18:09:37.200163 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-38a84e38-3663-42cb-9661-00e02fb2226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:37.201750 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-38a84e38-3663-42cb-9661-00e02fb2226e service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=73738879-53a6-4963-bee3-d05458aacfc7 HTTP/1.1" status: 200 len: 853 time: 0.0581555 Sep 26 18:09:37.242483 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-7991d61d-c44a-415e-8f04-9e194cbb97fd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=127439cc-358c-44d1-a5e0-ceb993a29cac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344985 Sep 26 18:09:37.377059 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-a8ab27c1-5293-4a2b-8216-3a81f6622794 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282673 Sep 26 18:09:37.462859 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20baf380-f76d-42d0-a662-84d2cde262ac req-dcb7fb95-0c20-42b6-9bb1-d498f0b03d13 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:37.464594 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20baf380-f76d-42d0-a662-84d2cde262ac req-dcb7fb95-0c20-42b6-9bb1-d498f0b03d13 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 944 time: 0.1003339 Sep 26 18:09:37.516288 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:37.523931 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:37.558197 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566c5d32-4811-4439-951f-39cfa7eb1916 req-23cd01e4-a243-469f-90c8-bae260b1c1ca service neutron] 10.222.0.98 "GET /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603870 Sep 26 18:09:37.562173 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20baf380-f76d-42d0-a662-84d2cde262ac req-907afff1-b554-454b-9a6a-9a2a49e75635 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884538 Sep 26 18:09:37.615704 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb up at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:37.685457 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Provisioning complete for port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:37.685457 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:37.685457 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Attempt 1 to provision port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb Sep 26 18:09:37.716269 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:37.783700 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Current status of the port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:38.446234 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1491e450-907f-4552-98a6-478f926ddcb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:38.730159 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f5b1b-a3a8-4048-a7a1-7cf528a09360 req-6ae52b7f-e694-429b-9234-35c90be84c72 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:38.733852 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce0f5b1b-a3a8-4048-a7a1-7cf528a09360 req-6ae52b7f-e694-429b-9234-35c90be84c72 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 944 time: 0.0778604 Sep 26 18:09:38.852073 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce0f5b1b-a3a8-4048-a7a1-7cf528a09360 req-c52a7ece-f768-4cbf-9ec9-af4e7cc95a6c tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061583 Sep 26 18:09:39.997386 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deda3df-9282-4667-9adf-55d8af90be9f req-4013a1ec-893e-4444-aaa6-c2e5a9457af4 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:39.999666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7deda3df-9282-4667-9adf-55d8af90be9f req-4013a1ec-893e-4444-aaa6-c2e5a9457af4 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 944 time: 0.0538044 Sep 26 18:09:40.017829 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device d1d9c48e-af33-440c-b959-347501f2ce3a details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:09:40.058522 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7deda3df-9282-4667-9adf-55d8af90be9f req-0165b92b-073b-4b33-accc-365cc91075ee tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523353 Sep 26 18:09:40.147873 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port d1d9c48e-af33-440c-b959-347501f2ce3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d1d9c48e-af33-440c-b959-347501f2ce3a,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:40.163446 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'd1d9c48e-af33-440c-b959-347501f2ce3a', 'network_id': '127439cc-358c-44d1-a5e0-ceb993a29cac', 'port_id': 'd1d9c48e-af33-440c-b959-347501f2ce3a', 'mac_address': 'fa:16:3e:34:ac:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73738879-53a6-4963-bee3-d05458aacfc7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:09:40.206338 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port d1d9c48e-af33-440c-b959-347501f2ce3a is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:40.206736 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.223680 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d9c48e-af33-440c-b959-347501f2ce3a {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:40.248960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port d1d9c48e-af33-440c-b959-347501f2ce3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d1d9c48e-af33-440c-b959-347501f2ce3a,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:40.257752 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:40.313529 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=d1d9c48e-af33-440c-b959-347501f2ce3a,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:40.589651 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['d1d9c48e-af33-440c-b959-347501f2ce3a'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:09:40.678322 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-91d012c0-9e1f-4f56-b65d-9a97bc5e3c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:41.212109 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37b99a-d1e9-4f69-a3ae-ba299c76cfbb req-9d7da685-2c89-481c-b966-9f45dd5d01f2 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:41.216708 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c37b99a-d1e9-4f69-a3ae-ba299c76cfbb req-9d7da685-2c89-481c-b966-9f45dd5d01f2 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 945 time: 0.0562918 Sep 26 18:09:41.271125 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:41.287159 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c37b99a-d1e9-4f69-a3ae-ba299c76cfbb req-97cf475a-c454-40b4-bf89-e155f0faa9c9 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617814 Sep 26 18:09:42.033600 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device d1d9c48e-af33-440c-b959-347501f2ce3a up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:09:42.093734 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port d1d9c48e-af33-440c-b959-347501f2ce3a completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:09:42.098997 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=38,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:42.102671 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port d1d9c48e-af33-440c-b959-347501f2ce3a triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:42.103480 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.104043 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port d1d9c48e-af33-440c-b959-347501f2ce3a Sep 26 18:09:42.123486 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=71,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:42.168393 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.237802 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port d1d9c48e-af33-440c-b959-347501f2ce3a is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:09:42.238298 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.259385 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:42.284837 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d9c48e-af33-440c-b959-347501f2ce3a'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:42.287231 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef245f07-4134-478b-a75a-ebc346e638b0" -d '{"events": [{"server_uuid": "beb9858d-01eb-4ac8-937d-2de9a1dabb11", "name": "network-vif-plugged", "status": "completed", "tag": "d1d9c48e-af33-440c-b959-347501f2ce3a"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:42.303555 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port d1d9c48e-af33-440c-b959-347501f2ce3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d1d9c48e-af33-440c-b959-347501f2ce3a,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:09:42.309812 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:42.394903 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=d1d9c48e-af33-440c-b959-347501f2ce3a,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:42.426372 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2d412e-952a-4304-8806-6ed6e96f694e x-openstack-request-id: req-af2d412e-952a-4304-8806-6ed6e96f694e {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:42.426732 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb9858d-01eb-4ac8-937d-2de9a1dabb11", "name": "network-vif-plugged", "status": "completed", "tag": "d1d9c48e-af33-440c-b959-347501f2ce3a", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:42.427236 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af2d412e-952a-4304-8806-6ed6e96f694e {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:42.427696 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af2d412e-952a-4304-8806-6ed6e96f694e'] response: {'server_uuid': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d9c48e-af33-440c-b959-347501f2ce3a', 'code': 200} Sep 26 18:09:42.519060 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb8e7b7-4d49-443c-b10b-0fa34012d808 req-b00777f8-600c-458c-b737-0cf302ec3647 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:42.521367 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-beb8e7b7-4d49-443c-b10b-0fa34012d808 req-b00777f8-600c-458c-b737-0cf302ec3647 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0722575 Sep 26 18:09:42.605265 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-beb8e7b7-4d49-443c-b10b-0fa34012d808 req-85424904-8ec1-4d78-8e63-5d0710d6f57d tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725837 Sep 26 18:09:42.905929 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdb4086-4532-40f1-a69a-19fac840ea6a req-d58b5ae3-96fb-4d23-835f-3ba82fb8fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:42.908601 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2fdb4086-4532-40f1-a69a-19fac840ea6a req-d58b5ae3-96fb-4d23-835f-3ba82fb8fab1 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 1130 time: 0.2373712 Sep 26 18:09:42.972136 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2fdb4086-4532-40f1-a69a-19fac840ea6a req-00071932-2163-404f-a6f8-423124395fa5 service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573564 Sep 26 18:09:43.369124 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.590489 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:43.739469 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7684d56-aed6-48fd-99db-cff0f696a723 req-d526c189-6baf-426f-9871-dd4e253df1cf tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:43.741627 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f7684d56-aed6-48fd-99db-cff0f696a723 req-d526c189-6baf-426f-9871-dd4e253df1cf tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0567260 Sep 26 18:09:43.807228 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f7684d56-aed6-48fd-99db-cff0f696a723 req-84eb89bb-861a-482f-a3a3-8924c8f2c2ff tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594189 Sep 26 18:09:44.358587 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-824badfc-2e39-480d-a9e5-d412b2243a65 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:44.360119 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-824badfc-2e39-480d-a9e5-d412b2243a65 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 814 time: 0.1175439 Sep 26 18:09:44.375431 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-087f6a33-3a2c-45ac-b1fa-7fd37933cc28 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/quotas/c747c13a887a4f45bf8a940833be3831 HTTP/1.1" status: 200 len: 375 time: 0.0092990 Sep 26 18:09:44.435467 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-317df2ca-abc1-4b52-a4b5-e8d82a58b6b4 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544472 Sep 26 18:09:44.609597 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-84587483-4541-4b68-bcf9-b4cba46685d0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610544 Sep 26 18:09:44.712889 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-ca124ef0-89ea-4992-a6a2-a0f180ac55d4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958781 Sep 26 18:09:44.901618 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b3ac5d58-d08f-47aa-8f42-3abaf6ba418b req-ed2fdb98-e534-4d67-b892-17b3bb9e24f0 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 210 time: 0.0444376 Sep 26 18:09:44.919356 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:44.982363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438a7f9-5d20-4ede-933e-58c205ededc0 req-00bf2a92-40e0-4986-8016-d42788ad2986 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:44.984798 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c438a7f9-5d20-4ede-933e-58c205ededc0 req-00bf2a92-40e0-4986-8016-d42788ad2986 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0797660 Sep 26 18:09:45.051130 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c438a7f9-5d20-4ede-933e-58c205ededc0 req-c3c6d2c2-51b0-4348-9021-417a4a515ccf tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575581 Sep 26 18:09:46.020087 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f362b5f8-4da5-48a6-81b2-d0aec08ea50c req-b508e41b-c5a7-4174-b355-aabfa67c054b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 210 time: 0.0297527 Sep 26 18:09:46.278650 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:46.374235 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-e2ebb3bf-513f-4cf2-9081-bec7d03b24d0 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:46.375749 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-e2ebb3bf-513f-4cf2-9081-bec7d03b24d0 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 814 time: 0.1069643 Sep 26 18:09:46.395609 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'port': {'device_id': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'admin_state_up': True, 'tenant_id': 'c747c13a887a4f45bf8a940833be3831'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:46.515067 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Made reservation on behalf of c747c13a887a4f45bf8a940833be3831 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 26 18:09:46.519632 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.665261 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Allocated IP 172.20.0.13 (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158/fd25ba6f-b8d7-472f-9ee9-6a3a94252773/c83049b9-349b-4434-a91c-28a9d74359d7) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:09:46.873777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for port (c83049b9-349b-4434-a91c-28a9d74359d7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:46.925624 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.003264 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:09:47.008942 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:09:47.011547 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:47.013962 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:09:47.052613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.053776 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.054382 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.055107 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.056019 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.056635 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.057269 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.057823 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.059071 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.059620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.060174 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.060709 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.061243 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.061766 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.062333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:09:47.130046 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:47.131124 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.196638 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8a077c-3d86-4217-b844-688c263145f9 req-32dd8732-6d61-437c-8b31-d2c120bcf05c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:47.198767 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3e8a077c-3d86-4217-b844-688c263145f9 req-32dd8732-6d61-437c-8b31-d2c120bcf05c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0639880 Sep 26 18:09:47.248491 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-2149eb90-95d7-44b8-97cc-355f7bb62ca5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.98 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8567116 Sep 26 18:09:47.276194 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3e8a077c-3d86-4217-b844-688c263145f9 req-2e531de0-3a45-485c-8191-edea19bb65e4 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656693 Sep 26 18:09:47.366286 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Provisioning complete for port c83049b9-349b-4434-a91c-28a9d74359d7 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:09:47.366938 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:47.367061 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 1 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:47.543936 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:48.045354 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 2 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:48.080957 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:48.396363 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.399457 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:48.415419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e851fd-5f4f-4ec0-879a-bb7c4534cae4 req-5fa83f07-127b-454d-a16a-8c1e5c3f6e70 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:48.416918 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-97e851fd-5f4f-4ec0-879a-bb7c4534cae4 req-5fa83f07-127b-454d-a16a-8c1e5c3f6e70 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0526297 Sep 26 18:09:48.473075 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-97e851fd-5f4f-4ec0-879a-bb7c4534cae4 req-194025ed-3c22-4f60-ab63-7aa903156b85 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471246 Sep 26 18:09:48.581896 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 3 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:48.618604 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:49.119724 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 4 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:49.160328 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:49.650396 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e1753-5788-4bab-a819-e82829daddb1 req-8af14a31-c13d-4e7e-b209-75b7d2608001 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:49.652822 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f32e1753-5788-4bab-a819-e82829daddb1 req-8af14a31-c13d-4e7e-b209-75b7d2608001 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0763190 Sep 26 18:09:49.661913 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 5 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:49.707858 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:49.713748 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f32e1753-5788-4bab-a819-e82829daddb1 req-27733d32-4f4b-4e02-8d54-f95457be1239 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551932 Sep 26 18:09:50.209112 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 6 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:50.243560 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:50.745467 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 7 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:50.789626 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:50.884569 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb72573-6d89-4ba5-92ca-80981909c9f9 req-569f9330-0eb7-4c94-b16d-c3a5652a942e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:50.887654 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cbb72573-6d89-4ba5-92ca-80981909c9f9 req-569f9330-0eb7-4c94-b16d-c3a5652a942e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0825469 Sep 26 18:09:50.941216 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cbb72573-6d89-4ba5-92ca-80981909c9f9 req-b0a6c402-7d4e-400e-ad23-3608a52ea359 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489137 Sep 26 18:09:51.290629 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 8 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:51.327790 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:51.829739 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 9 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:51.832494 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:51.849980 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:51.868169 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:52.078234 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f748fa-0aeb-440c-9463-c701cca6a2f0 req-fb3488c5-f6fe-45c4-ad4a-286d6d1c2606 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:52.080704 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19f748fa-0aeb-440c-9463-c701cca6a2f0 req-fb3488c5-f6fe-45c4-ad4a-286d6d1c2606 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0541172 Sep 26 18:09:52.137886 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-19f748fa-0aeb-440c-9463-c701cca6a2f0 req-c3bbdb3d-5943-45e5-9b8f-52eb11b0d32d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503318 Sep 26 18:09:52.369087 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Attempt 10 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:09:52.408410 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49d24-9937-4729-9077-71e48a7da673 None None] Port c83049b9-349b-4434-a91c-28a9d74359d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 26 18:09:53.272279 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade75a93-2d39-4648-95d6-7a4a1d096777 req-e71e8c19-381c-448c-afcd-dee052fdf7e9 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:53.273853 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ade75a93-2d39-4648-95d6-7a4a1d096777 req-e71e8c19-381c-448c-afcd-dee052fdf7e9 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0496871 Sep 26 18:09:53.331400 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ade75a93-2d39-4648-95d6-7a4a1d096777 req-d3305b04-06cd-4abb-8820-ebf4dbacd428 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489109 Sep 26 18:09:54.474460 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbfd94-d6fe-49fb-a140-df5de20be2e4 req-28517ed0-66d0-4bb2-910c-6820173b49d3 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:54.476060 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7edbfd94-d6fe-49fb-a140-df5de20be2e4 req-28517ed0-66d0-4bb2-910c-6820173b49d3 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.0547764 Sep 26 18:09:54.537260 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7edbfd94-d6fe-49fb-a140-df5de20be2e4 req-311e9713-c127-4061-a1fe-69ce0716c37a tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553577 Sep 26 18:09:54.883814 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:54.890914 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:55.489309 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Request body: {'port': {'device_id': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85931'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:09:55.558207 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:55.756340 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a7feb-6d3f-47e7-967a-a3d9f5a6bad4 req-a4725c58-c82b-4e8b-af0f-b384d8cc5c67 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:55.757952 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-339a7feb-6d3f-47e7-967a-a3d9f5a6bad4 req-a4725c58-c82b-4e8b-af0f-b384d8cc5c67 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 932 time: 0.1222851 Sep 26 18:09:56.135460 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-339a7feb-6d3f-47e7-967a-a3d9f5a6bad4 req-69723b8d-7a81-4a4b-8292-ba4c34fe6461 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616180 Sep 26 18:09:56.220903 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:56.263657 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83049b9-349b-4434-a91c-28a9d74359d7 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:09:56.271540 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Publish callbacks [] for port (c83049b9-349b-4434-a91c-28a9d74359d7), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.286720 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Transition to ACTIVE for port object c83049b9-349b-4434-a91c-28a9d74359d7 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 26 18:09:56.291176 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.319322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:56.364064 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:56.415439 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Attempting to bind port c83049b9-349b-4434-a91c-28a9d74359d7 on host hv-cinder-85931 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 26 18:09:56.415675 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Attempting to bind port c83049b9-349b-4434-a91c-28a9d74359d7 by drivers openvswitch,hyperv on host hv-cinder-85931 at level 0 using segments [{'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 26 18:09:56.415994 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Attempting to bind port c83049b9-349b-4434-a91c-28a9d74359d7 on network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:56.463450 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Port c83049b9-349b-4434-a91c-28a9d74359d7 on network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85931 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 26 18:09:56.463772 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Attempting to bind port c83049b9-349b-4434-a91c-28a9d74359d7 on network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 26 18:09:56.508115 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Checking agent: {'id': 'c4ab0fa2-72cc-49ca-b48a-437ba42a58d2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85931', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'started_at': datetime.datetime(2022, 9, 26, 17, 56, 59), 'heartbeat_timestamp': datetime.datetime(2022, 9, 26, 18, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 26 18:09:56.508824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Checking segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 26 18:09:56.508824 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Bound using segment: {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 26 18:09:56.509231 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Bound port: c83049b9-349b-4434-a91c-28a9d74359d7, host: hv-cinder-85931, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 26 18:09:56.509591 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.575202 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 26 18:09:56.578412 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 26 18:09:56.585584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.590279 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:56.590935 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:09:56.592356 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] 10.222.0.98 "PUT /networking/v2.0/ports/c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 1094 time: 1.1080732 Sep 26 18:09:56.592912 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:09:56.595265 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3749cd-9f66-44b7-abb2-02479a1469eb" -d '{"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:09:56.645591 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60a4ec6a-45cd-42b4-bda8-b0cce5f78b74 x-openstack-request-id: req-60a4ec6a-45cd-42b4-bda8-b0cce5f78b74 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:09:56.646171 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:09:56.646171 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60a4ec6a-45cd-42b4-bda8-b0cce5f78b74 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:09:56.646534 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a4ec6a-45cd-42b4-bda8-b0cce5f78b74'] response: {'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'status': 'completed', 'code': 200} Sep 26 18:09:56.649956 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdf9fac-d633-4c5c-8b66-696ec09c3144 service neutron] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:09:56.747413 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3749cd-9f66-44b7-abb2-02479a1469eb req-c619cee3-ef7f-4217-a337-9b7de8cf8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:56.748784 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe3749cd-9f66-44b7-abb2-02479a1469eb req-c619cee3-ef7f-4217-a337-9b7de8cf8a7d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1128 time: 0.0455551 Sep 26 18:09:56.857420 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3749cd-9f66-44b7-abb2-02479a1469eb req-3600fdf8-45e7-4c60-bf67-e8a7113d2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:56.858922 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe3749cd-9f66-44b7-abb2-02479a1469eb req-3600fdf8-45e7-4c60-bf67-e8a7113d2612 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?tenant_id=c747c13a887a4f45bf8a940833be3831&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0963883 Sep 26 18:09:56.961674 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3749cd-9f66-44b7-abb2-02479a1469eb req-28500975-1439-4bf6-9cfa-230f516349f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:56.963173 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe3749cd-9f66-44b7-abb2-02479a1469eb req-28500975-1439-4bf6-9cfa-230f516349f7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987997 Sep 26 18:09:57.076170 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0b7d7b05-feb3-4ca6-b19c-bf39f524b28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.077694 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-0b7d7b05-feb3-4ca6-b19c-bf39f524b28b service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1128 time: 0.0452898 Sep 26 18:09:57.141675 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-3ee6525c-007c-44bb-b204-d823e9a98b6f service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 217 time: 0.0403228 Sep 26 18:09:57.200317 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-7e5724c2-a60d-47fe-adca-dfbead172eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.202048 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-7e5724c2-a60d-47fe-adca-dfbead172eff service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0539374 Sep 26 18:09:57.281947 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8228945-e6b7-4c7c-9315-4832e225119f req-4344e62a-a115-463e-a00d-f6e925bb9028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.284991 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-4344e62a-a115-463e-a00d-f6e925bb9028 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740683 Sep 26 18:09:57.292752 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d550f38-cb6f-4627-aacb-b06424acb86d req-fb1449ca-1cf2-4e3a-9225-4e963502a81c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:57.294312 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d550f38-cb6f-4627-aacb-b06424acb86d req-fb1449ca-1cf2-4e3a-9225-4e963502a81c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0721529 Sep 26 18:09:57.325127 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:57.414631 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d550f38-cb6f-4627-aacb-b06424acb86d req-dcb9a168-211d-4e70-8722-d2b15990d001 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090455 Sep 26 18:09:57.426870 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-a308e8b9-c7fe-4df7-bba9-49e778e3f1ba service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301587 Sep 26 18:09:57.505028 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:09:57.548696 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8228945-e6b7-4c7c-9315-4832e225119f req-5f852fa0-c874-42b3-8f23-ab5a6e663d1f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100078 Sep 26 18:09:58.545936 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5343f3-d9e6-44a0-9549-77ee6df85557 req-6608b730-07fb-4fe0-abd3-185320a1743b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:58.547448 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b5343f3-d9e6-44a0-9549-77ee6df85557 req-6608b730-07fb-4fe0-abd3-185320a1743b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0480042 Sep 26 18:09:58.596989 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0b5343f3-d9e6-44a0-9549-77ee6df85557 req-9c0b2ef7-7099-4385-9d0a-c0879de65388 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430410 Sep 26 18:09:59.727918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ca941-35c5-4628-82bf-c7ad4392ddf7 req-b581bc8f-520f-4980-bcf9-81704b273d28 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:09:59.729312 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e34ca941-35c5-4628-82bf-c7ad4392ddf7 req-b581bc8f-520f-4980-bcf9-81704b273d28 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0490410 Sep 26 18:09:59.785248 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e34ca941-35c5-4628-82bf-c7ad4392ddf7 req-ce663873-4173-4413-be55-a36b1a5b50a6 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499523 Sep 26 18:10:00.699520 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:00.916830 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6c87f9-8a80-4109-b97d-2f222a62a2a0 req-30c8a012-f7f9-4fbf-bb93-127653e585fb tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:00.918352 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0f6c87f9-8a80-4109-b97d-2f222a62a2a0 req-30c8a012-f7f9-4fbf-bb93-127653e585fb tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0545347 Sep 26 18:10:00.974593 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0f6c87f9-8a80-4109-b97d-2f222a62a2a0 req-6865dfe6-5877-48e8-a00e-dcbb4fb6c344 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496290 Sep 26 18:10:02.105620 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453dda1-e495-4202-bac3-3017ee5f9ef1 req-52cd4dfd-5864-46c8-94f5-80cb6a3f1689 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:02.107155 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8453dda1-e495-4202-bac3-3017ee5f9ef1 req-52cd4dfd-5864-46c8-94f5-80cb6a3f1689 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0501993 Sep 26 18:10:02.161214 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8453dda1-e495-4202-bac3-3017ee5f9ef1 req-89892060-79e6-45f1-bbc3-9d8839dce2a0 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450850 Sep 26 18:10:03.298361 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14ebb9-d000-44b0-b10d-f8f9e4ebac32 req-887ce0b8-4a63-4b57-81cc-fac80d8053dd tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:03.301023 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd14ebb9-d000-44b0-b10d-f8f9e4ebac32 req-887ce0b8-4a63-4b57-81cc-fac80d8053dd tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0570602 Sep 26 18:10:03.355371 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dd14ebb9-d000-44b0-b10d-f8f9e4ebac32 req-dfcca692-aebd-4199-a6ef-c6ef5ccff1b4 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Sep 26 18:10:04.482868 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a372a-a491-47b8-926d-8c386a549e29 req-52151551-7f7c-4164-8ded-396276765c61 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:04.484374 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-762a372a-a491-47b8-926d-8c386a549e29 req-52151551-7f7c-4164-8ded-396276765c61 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 944 time: 0.0514917 Sep 26 18:10:04.533689 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-762a372a-a491-47b8-926d-8c386a549e29 req-94e6b88a-a35e-4262-acc9-615396684d78 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426686 Sep 26 18:10:04.758182 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c83049b9-349b-4434-a91c-28a9d74359d7 details requested by agent hyperv_hv-cinder-85931 with host hv-cinder-85931 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 26 18:10:04.862579 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:04.875049 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Returning: {'device': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'port_id': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'mac_address': 'fa:16:3e:b0:b8:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 26 18:10:04.917728 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port c83049b9-349b-4434-a91c-28a9d74359d7 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:04.918109 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:04.933498 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83049b9-349b-4434-a91c-28a9d74359d7 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 26 18:10:04.955194 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:04.960008 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:05.012124 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:05.261143 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c83049b9-349b-4434-a91c-28a9d74359d7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:05.690566 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b88e80-83d0-4d19-803a-991bf3ae2245 req-d9c4eb4d-14ca-4138-957e-4fb881bfbab8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:05.693159 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4b88e80-83d0-4d19-803a-991bf3ae2245 req-d9c4eb4d-14ca-4138-957e-4fb881bfbab8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 945 time: 0.0711725 Sep 26 18:10:05.761341 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4b88e80-83d0-4d19-803a-991bf3ae2245 req-2f7bc695-7cf3-47cc-8c61-e1d96335ec73 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622294 Sep 26 18:10:06.124858 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c83049b9-349b-4434-a91c-28a9d74359d7 up at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 26 18:10:06.182306 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning for port c83049b9-349b-4434-a91c-28a9d74359d7 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 26 18:10:06.191324 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Provisioning complete for port c83049b9-349b-4434-a91c-28a9d74359d7 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 26 18:10:06.191944 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1979731'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:06.192382 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Attempt 1 to provision port c83049b9-349b-4434-a91c-28a9d74359d7 Sep 26 18:10:06.281633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Current status of the port c83049b9-349b-4434-a91c-28a9d74359d7 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 26 18:10:06.281936 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:06.309942 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:06.313361 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c47f5770f5a9c6069f60ff8ad69b7a78037e18592d6833f438f6f8aa37fcba88" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dbc16a0-f0f1-46ea-a624-f70316c506bd" -d '{"events": [{"server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "name": "network-vif-plugged", "status": "completed", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:06.328629 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:06.336692 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:06.409823 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:06.449119 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc87e45-cdcb-4e2c-980a-ed462670511d x-openstack-request-id: req-8dc87e45-cdcb-4e2c-980a-ed462670511d {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:06.449415 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "name": "network-vif-plugged", "status": "completed", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:06.449673 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8dc87e45-cdcb-4e2c-980a-ed462670511d {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:06.450076 dv-cinder-859318-1-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc87e45-cdcb-4e2c-980a-ed462670511d'] response: {'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'code': 200} Sep 26 18:10:06.700307 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ae685-e268-40f0-a2dd-3f0d10684fdc req-5df08adf-f684-4a6f-a2f6-a857616affa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:06.701744 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea7ae685-e268-40f0-a2dd-3f0d10684fdc req-5df08adf-f684-4a6f-a2f6-a857616affa8 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1130 time: 0.0471425 Sep 26 18:10:06.761272 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea7ae685-e268-40f0-a2dd-3f0d10684fdc req-b0020462-7c31-4f5f-9d9c-a3735f0d5e5c service neutron] 10.222.0.98 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530231 Sep 26 18:10:06.895411 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2621a6-be20-41b2-b9bd-44e0491f530a req-ed4cfffb-0c0e-4278-be9a-d5b819557449 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:06.898217 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3c2621a6-be20-41b2-b9bd-44e0491f530a req-ed4cfffb-0c0e-4278-be9a-d5b819557449 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0545011 Sep 26 18:10:06.971973 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3c2621a6-be20-41b2-b9bd-44e0491f530a req-e6413550-2ace-4726-a0bc-c3cbca6c5d74 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675569 Sep 26 18:10:08.071058 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:08.113461 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42a7c3-88e9-46b2-8f17-4fdc401975d3 req-0b6c0a03-d2f9-4a9c-a046-2d48470576be tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:08.115027 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c42a7c3-88e9-46b2-8f17-4fdc401975d3 req-0b6c0a03-d2f9-4a9c-a046-2d48470576be tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0542192 Sep 26 18:10:08.181731 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c42a7c3-88e9-46b2-8f17-4fdc401975d3 req-8f47b89b-483e-4c50-845c-b2bafee2ae4d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556271 Sep 26 18:10:08.327918 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376a215-987b-4ed2-9570-081e14afc743 req-a7efdbd6-8c9a-46b2-9fac-625532af1fc6 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:08.329855 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8376a215-987b-4ed2-9570-081e14afc743 req-a7efdbd6-8c9a-46b2-9fac-625532af1fc6 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0574262 Sep 26 18:10:08.356989 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:08.390940 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8376a215-987b-4ed2-9570-081e14afc743 req-964c3ac1-e8d8-45ee-bcf9-87559a27d870 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503621 Sep 26 18:10:08.435003 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:08.442394 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-95260516-785b-4464-bf3d-3d7c197a0ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:08.748485 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75af9485-37f5-41dc-8a5f-e51512fe670e req-cec297d5-dbb2-425b-ac8d-78299d2f0006 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:08.750175 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75af9485-37f5-41dc-8a5f-e51512fe670e req-cec297d5-dbb2-425b-ac8d-78299d2f0006 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0622509 Sep 26 18:10:08.812295 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75af9485-37f5-41dc-8a5f-e51512fe670e req-a0eb2251-4bbc-45e8-8b2a-8529367c5c61 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550480 Sep 26 18:10:10.667608 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ea8e9fe3-204e-4ae9-87f6-32676f98f79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:11.033451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25bf14-b6f4-42f7-bfb2-82a7ec599c79 req-434c7d89-5103-4973-8a2d-364a901444ba tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:11.034866 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca25bf14-b6f4-42f7-bfb2-82a7ec599c79 req-434c7d89-5103-4973-8a2d-364a901444ba tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0603070 Sep 26 18:10:11.086924 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca25bf14-b6f4-42f7-bfb2-82a7ec599c79 req-e40f7ba2-08d4-4077-afd1-d26867bb8da9 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462973 Sep 26 18:10:12.152721 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:12.242816 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345668dd-72d0-46b5-9f67-53042904386f req-fe036cbe-a4c5-4763-a3f7-4b74d8e1452e tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:12.244117 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-345668dd-72d0-46b5-9f67-53042904386f req-fe036cbe-a4c5-4763-a3f7-4b74d8e1452e tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0609157 Sep 26 18:10:12.305133 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-345668dd-72d0-46b5-9f67-53042904386f req-6f81b56a-d03d-4744-96cf-45feac863cc2 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555353 Sep 26 18:10:13.090177 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-2e4f4242-7ed1-428c-a849-944d0a5a41a1 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:13.093916 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-2e4f4242-7ed1-428c-a849-944d0a5a41a1 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0717874 Sep 26 18:10:13.384744 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:13.389096 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Deleting port d1d9c48e-af33-440c-b959-347501f2ce3a {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:10:13.389902 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:13.501784 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08eda8-9fe2-4281-9ee4-c14368152202 req-53c81af4-3a2d-44f9-a321-edd7552c166e tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:13.503455 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-de08eda8-9fe2-4281-9ee4-c14368152202 req-53c81af4-3a2d-44f9-a321-edd7552c166e tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=beb9858d-01eb-4ac8-937d-2de9a1dabb11 HTTP/1.1" status: 200 len: 946 time: 0.0943375 Sep 26 18:10:13.553157 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] For port d1d9c48e-af33-440c-b959-347501f2ce3a, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=d1d9c48e-af33-440c-b959-347501f2ce3a,segment=NetworkSegment(75479a17-fc59-4f40-9784-4291e9c9f601),segment_id=75479a17-fc59-4f40-9784-4291e9c9f601)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:13.553574 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:13.578349 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Calling delete_port for d1d9c48e-af33-440c-b959-347501f2ce3a owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:10:13.599323 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:13.605405 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-de08eda8-9fe2-4281-9ee4-c14368152202 req-91cfdad8-0079-46b2-970a-8b0b1a2d3d37 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=04d58d3d-cd26-40b6-bdc3-7aff2599727b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919065 Sep 26 18:10:13.748777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (d1d9c48e-af33-440c-b959-347501f2ce3a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:13.792963 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Pushing event deleted for resources: {'Port': ['ID=d1d9c48e-af33-440c-b959-347501f2ce3a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:13.793345 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['d1d9c48e-af33-440c-b959-347501f2ce3a'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:13.848009 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] No DVR routers for this DVR port d1d9c48e-af33-440c-b959-347501f2ce3a on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:10:13.850650 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:13.854057 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59ee8bad-1afd-4c82-8389-6fe7f4489414 req-52f5f6f9-74ec-4c20-a439-989cb70b4a17 tempest-VolumesSnapshotTestJSON-1330705068 tempest-VolumesSnapshotTestJSON-1330705068-project] 10.222.0.98 "DELETE /networking/v2.0/ports/d1d9c48e-af33-440c-b959-347501f2ce3a HTTP/1.1" status: 204 len: 173 time: 0.5666208 Sep 26 18:10:13.854557 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'name': 'network-vif-deleted', 'tag': 'd1d9c48e-af33-440c-b959-347501f2ce3a'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:13.857320 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678d9018-798c-4938-b58e-4d65c9300e6d" -d '{"events": [{"server_uuid": "beb9858d-01eb-4ac8-937d-2de9a1dabb11", "name": "network-vif-deleted", "tag": "d1d9c48e-af33-440c-b959-347501f2ce3a"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:13.910266 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c0f5b6-7d2c-45ff-bceb-60ae18d9af42 x-openstack-request-id: req-76c0f5b6-7d2c-45ff-bceb-60ae18d9af42 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:13.910685 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb9858d-01eb-4ac8-937d-2de9a1dabb11", "name": "network-vif-deleted", "tag": "d1d9c48e-af33-440c-b959-347501f2ce3a", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:13.911088 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-76c0f5b6-7d2c-45ff-bceb-60ae18d9af42 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:13.911731 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c0f5b6-7d2c-45ff-bceb-60ae18d9af42'] response: {'server_uuid': 'beb9858d-01eb-4ac8-937d-2de9a1dabb11', 'name': 'network-vif-deleted', 'tag': 'd1d9c48e-af33-440c-b959-347501f2ce3a', 'status': 'completed', 'code': 200} Sep 26 18:10:14.041713 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:10:19.181048 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device d1d9c48e-af33-440c-b959-347501f2ce3a no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:10:19.204898 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: d1d9c48e-af33-440c-b959-347501f2ce3a {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:10:19.205239 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device d1d9c48e-af33-440c-b959-347501f2ce3a not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:10:20.848616 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bdaf73-8257-4f1c-be30-0b10fb5d9e32 req-84d478c3-cb0d-42d8-a193-96b2b9eb0ffb tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:20.850334 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c4bdaf73-8257-4f1c-be30-0b10fb5d9e32 req-84d478c3-cb0d-42d8-a193-96b2b9eb0ffb tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0579176 Sep 26 18:10:20.871491 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:20.887439 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:20.930563 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c4bdaf73-8257-4f1c-be30-0b10fb5d9e32 req-e8521926-9419-4932-9f38-d0708c37b3ea tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699673 Sep 26 18:10:20.968686 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48014) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:21.076653 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e58343-9468-49a6-a346-706035484060 tempest-TestMinimumBasicScenario-1710502876 tempest-TestMinimumBasicScenario-1710502876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:21.085463 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d3e58343-9468-49a6-a346-706035484060 tempest-TestMinimumBasicScenario-1710502876 tempest-TestMinimumBasicScenario-1710502876-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1125 time: 0.1090062 Sep 26 18:10:21.085463 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48022) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:21.090684 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'floatingip': {'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'port_id': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:21.122129 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:21.224628 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:21.335551 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Allocated IP 172.27.0.75 (724eccfb-932c-43cd-aa26-2f901f5cd7a6/60c7f84e-8216-4624-a8cc-18f11301e2dd/215cee13-b90b-48d2-a498-c8b24a66cb26) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 26 18:10:21.453842 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:21.496649 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760099846337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:21.540239 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Network 724eccfb-932c-43cd-aa26-2f901f5cd7a6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 26 18:10:21.545568 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 26 18:10:21.547850 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'Port': ['ID=215cee13-b90b-48d2-a498-c8b24a66cb26,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:21.550627 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 26 18:10:21.579915 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.580239 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.580589 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.580933 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.581272 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.581601 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.581933 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.582259 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.582588 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.582951 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.583281 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.583604 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.583923 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.584249 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.584565 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:10:21.940759 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:21.949376 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:21.959120 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for floatingip (b491454c-37b0-4853-84be-40cd3f67f8c7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:22.036339 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:22.216727 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:22.224962 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9953399'] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:22.295339 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'Port': ['ID=215cee13-b90b-48d2-a498-c8b24a66cb26,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:22.297692 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-616613'] for floatingip (b491454c-37b0-4853-84be-40cd3f67f8c7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:22.416447 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Floating IP b491454c-37b0-4853-84be-40cd3f67f8c7 associated. External IP: 172.27.0.75, port: c83049b9-349b-4434-a91c-28a9d74359d7. Sep 26 18:10:22.716259 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:10:23.104786 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:10:23.114970 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] Sync routers for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:10:23.124867 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.125679 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:23.126348 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:10:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:23.166736 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6d651724-4303-4522-b244-265d9a77ed5e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0792761 Sep 26 18:10:23.167162 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:23.170618 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48032) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:23.171279 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807b42c2-365f-4385-9b70-62bc8c9c6a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:23.183934 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1596896827', 'description': 'tempest-secgroup-smoke-1596896827 description', 'project_id': 'c747c13a887a4f45bf8a940833be3831'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:23.209951 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.258080 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:23.289798 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7de7fa-8b3c-4b19-a7a0-258baac11d6f x-openstack-request-id: req-5f7de7fa-8b3c-4b19-a7a0-258baac11d6f {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:23.290234 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:23.290616 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5f7de7fa-8b3c-4b19-a7a0-258baac11d6f {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:23.291233 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f7de7fa-8b3c-4b19-a7a0-258baac11d6f'] response: {'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'status': 'completed', 'code': 200} Sep 26 18:10:23.343211 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group (47e8bfeb-fa7d-4552-af35-6daa54bf7a65), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.349542 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (47e8bfeb-fa7d-4552-af35-6daa54bf7a65), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.369523 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.370811 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1987977 Sep 26 18:10:23.374696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48038) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:23.380672 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group_rule': {'security_group_id': '47e8bfeb-fa7d-4552-af35-6daa54bf7a65', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:23.418164 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (775f2ef2-7275-4d59-a279-6ee0a0c2c5f7), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.425821 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04629078-d979-4504-91bd-8e6ce0847cb8 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47e8bfeb-fa7d-4552-af35-6daa54bf7a65,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:23.428802 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:23.433916 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-38240f6d-f70c-4c11-a1cf-366cb021d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:23.435493 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-38240f6d-f70c-4c11-a1cf-366cb021d72d service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1130 time: 0.0556962 Sep 26 18:10:23.463610 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:23.506618 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (775f2ef2-7275-4d59-a279-6ee0a0c2c5f7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.511565 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (775f2ef2-7275-4d59-a279-6ee0a0c2c5f7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.534621 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775f2ef2-7275-4d59-a279-6ee0a0c2c5f7,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:23.541526 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.545874 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3e9d75ec-d91e-4a64-aea0-a58e0ac44da1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1675940 Sep 26 18:10:23.546293 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48040) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:23.547463 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-78813c87-8094-4cd4-a4ea-fa485711fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:23.549207 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-78813c87-8094-4cd4-a4ea-fa485711fbe1 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 915 time: 0.1059089 Sep 26 18:10:23.552781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group_rule': {'security_group_id': '47e8bfeb-fa7d-4552-af35-6daa54bf7a65', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:23.602024 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (1b0bafc4-201e-4181-88ca-8e9404405d72), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.648288 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-27e4cc0d-b4aa-42ae-a500-4471a604a3a3 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 999 time: 0.0926533 Sep 26 18:10:23.648621 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b491454c-37b0-4853-84be-40cd3f67f8c7', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'port_id': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'mac_address': 'fa:16:3e:b0:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:10:21Z', 'updated_at': '2022-09-26T18:10:21Z', 'revision_number': 0, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:23.692104 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] Checking router: 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:10:23.702885 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:10:23.703890 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:10:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:23.735972 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (1b0bafc4-201e-4181-88ca-8e9404405d72), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.741260 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (1b0bafc4-201e-4181-88ca-8e9404405d72), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.747114 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-a75f2c9c-7006-4e74-890c-7685432ad8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:23.750013 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-a75f2c9c-7006-4e74-890c-7685432ad8e5 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0939181 Sep 26 18:10:23.775611 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b0bafc4-201e-4181-88ca-8e9404405d72,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:23.796966 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.798542 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-36b77bf4-96d3-4088-810f-fd56de393c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:23.800317 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-36b77bf4-96d3-4088-810f-fd56de393c97 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445316 Sep 26 18:10:23.803468 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-cc0aea44-959d-411e-baa9-3cf426d21c8f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2549851 Sep 26 18:10:23.804070 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48046) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:23.809740 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group_rule': {'security_group_id': '47e8bfeb-fa7d-4552-af35-6daa54bf7a65', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:23.834873 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:23.850586 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:10:23.916746 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (6972162e-d1a2-4b0a-8f0f-83f3da886aec), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:23.999432 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-63796cea-03ca-4545-a588-6dc30754673c service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783760 Sep 26 18:10:24.012120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (6972162e-d1a2-4b0a-8f0f-83f3da886aec), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.021458 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (6972162e-d1a2-4b0a-8f0f-83f3da886aec), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.085034 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6972162e-d1a2-4b0a-8f0f-83f3da886aec,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:24.100205 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.102497 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-511540fd-be42-443b-ad7d-b3fb82b5fc24 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2962172 Sep 26 18:10:24.105705 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48050) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:24.112013 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group_rule': {'security_group_id': '47e8bfeb-fa7d-4552-af35-6daa54bf7a65', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:24.121896 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b491454c-37b0-4853-84be-40cd3f67f8c7', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'port_id': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'mac_address': 'fa:16:3e:b0:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:10:21Z', 'updated_at': '2022-09-26T18:10:21Z', 'revision_number': 0, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:24.148913 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (0f9a838c-58db-4243-9e02-4877842cfb45), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.149522 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca00d3a-e44a-4647-84c4-42aa64df8239 None None] The sync data for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi is: [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_floatingips': [{'id': 'b491454c-37b0-4853-84be-40cd3f67f8c7', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'floating_ip_address': '172.27.0.75', 'floating_network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'router_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'port_id': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 753, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'mac_address': 'fa:16:3e:b0:b8:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-26T18:10:21Z', 'updated_at': '2022-09-26T18:10:21Z', 'revision_number': 0, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:10:24.155634 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-807b42c2-365f-4385-9b70-62bc8c9c6a4e req-0f323dab-3558-4328-bc8c-5d940ce16de7 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454380 Sep 26 18:10:24.241617 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (0f9a838c-58db-4243-9e02-4877842cfb45), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.246097 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (0f9a838c-58db-4243-9e02-4877842cfb45), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.276871 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9a838c-58db-4243-9e02-4877842cfb45,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:24.283308 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.284745 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-71e3ddde-fc34-4ad3-a282-a90e90faee03 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1775503 Sep 26 18:10:24.287485 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48052) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:24.291815 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group_rule': {'security_group_id': '47e8bfeb-fa7d-4552-af35-6daa54bf7a65', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:24.320747 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.securitygroups_db [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Project c747c13a887a4f45bf8a940833be3831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:10:24.327283 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (daf5e15f-dbc0-4608-924f-3d0b3cf02e35), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.409211 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (daf5e15f-dbc0-4608-924f-3d0b3cf02e35), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.417825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (daf5e15f-dbc0-4608-924f-3d0b3cf02e35), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.433481 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c4212c1-d908-4b2c-a72e-b0df520ee170 None None] New status for floating IP b491454c-37b0-4853-84be-40cd3f67f8c7: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:10:24.440679 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daf5e15f-dbc0-4608-924f-3d0b3cf02e35,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:24.456548 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.458876 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-385970e2-50cd-4bbf-8623-ca3e3f550049 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699328 Sep 26 18:10:24.462971 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48054) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:24.470998 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'security_group_rule': {'security_group_id': '47e8bfeb-fa7d-4552-af35-6daa54bf7a65', 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:24.483909 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:24.499689 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.securitygroups_db [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Project c747c13a887a4f45bf8a940833be3831 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 26 18:10:24.510015 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (e8b4e0ba-345a-4733-9ab5-8a2f719d3d33), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.594813 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (e8b4e0ba-345a-4733-9ab5-8a2f719d3d33), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.601123 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-601999'] for security_group_rule (e8b4e0ba-345a-4733-9ab5-8a2f719d3d33), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.626864 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8b4e0ba-345a-4733-9ab5-8a2f719d3d33,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:24.639444 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:24.640922 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fede7362-633a-4b97-b6f0-ade282cb25ff tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1765056 Sep 26 18:10:24.765090 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:24.770537 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-eaa680d5-d868-4bd5-a28f-cac03098e5c5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1596896827&fields=id&tenant_id=c747c13a887a4f45bf8a940833be3831 HTTP/1.1" status: 200 len: 267 time: 0.0558963 Sep 26 18:10:24.832239 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-0c3e2138-4bd3-4a00-be1f-2660d4316dcf tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:24.833749 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-0c3e2138-4bd3-4a00-be1f-2660d4316dcf tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0563340 Sep 26 18:10:24.845224 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'port': {'security_groups': ['891355fc-258b-47e4-ad2b-f207220a60d7', '47e8bfeb-fa7d-4552-af35-6daa54bf7a65']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:10:24.872966 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:24.926869 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:25.176604 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:10:25.207446 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for port (c83049b9-349b-4434-a91c-28a9d74359d7), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:25.212671 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:25.222285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:25.222943 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:25.224412 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-15d6071c-2f2e-4ece-b46d-e385c5d8bda5 req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "PUT /networking/v2.0/ports/c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 982 time: 0.3840299 Sep 26 18:10:25.227548 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:10:25.230064 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d" -d '{"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:10:25.282130 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87985288-ae1e-4b58-bd5c-418a5b4dcc17 x-openstack-request-id: req-87985288-ae1e-4b58-bd5c-418a5b4dcc17 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:10:25.282488 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:10:25.283016 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-87985288-ae1e-4b58-bd5c-418a5b4dcc17 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:10:25.283544 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87985288-ae1e-4b58-bd5c-418a5b4dcc17'] response: {'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'status': 'completed', 'code': 200} Sep 26 18:10:25.339482 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebd69e-851d-4e8c-bd1d-bed262577a94 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=6']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:25.357161 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5189ca-413c-4961-92a7-4471f01965bb req-0aa169f5-8ab9-422b-b6ab-e505c95174f2 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:25.358668 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d5189ca-413c-4961-92a7-4471f01965bb req-0aa169f5-8ab9-422b-b6ab-e505c95174f2 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0685194 Sep 26 18:10:25.423937 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8d5189ca-413c-4961-92a7-4471f01965bb req-2ad9b4f9-0919-405f-af79-3aa2914382dc tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579095 Sep 26 18:10:27.000593 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-2570fbeb-22b9-4ccf-9f1f-fde2257571ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:27.002282 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-2570fbeb-22b9-4ccf-9f1f-fde2257571ed service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1169 time: 0.0584369 Sep 26 18:10:27.067642 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c83049b9-349b-4434-a91c-28a9d74359d7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:27.071879 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c83049b9-349b-4434-a91c-28a9d74359d7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:10:27.120852 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-d8d7b703-62a2-416d-9ca7-81c7d5f536be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:27.122348 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-d8d7b703-62a2-416d-9ca7-81c7d5f536be service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 915 time: 0.1116354 Sep 26 18:10:27.212230 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-78eb8471-a5ed-439d-87db-3ecdbef3c099 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 1001 time: 0.0829840 Sep 26 18:10:27.267311 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-9b6e3f00-1535-42f2-b9d8-b7b34219bfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:27.268749 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-9b6e3f00-1535-42f2-b9d8-b7b34219bfbf service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0507138 Sep 26 18:10:27.321639 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-b363cce0-d378-4629-9df8-48ed23ef8ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:27.323216 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-b363cce0-d378-4629-9df8-48ed23ef8ce7 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486965 Sep 26 18:10:27.434078 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-30f17586-0635-46bd-9ec9-e15314199231 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033974 Sep 26 18:10:27.508451 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:27.544796 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d0e37f8b-6ecb-4bd6-a3c0-81f7a695624d req-c257eb63-4d53-45de-9a06-14813e1e513c service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037402 Sep 26 18:10:30.694114 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:34.125196 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=74 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:34.626437 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=69,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:34.630163 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=70,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:36.841405 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=83,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:37.540589 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:38.011997 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48146) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:38.060617 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Deleting subnet 73738879-53a6-4963-bee3-d05458aacfc7 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:10:38.064965 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Publish callbacks [] for subnet (73738879-53a6-4963-bee3-d05458aacfc7), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.101392 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (73738879-53a6-4963-bee3-d05458aacfc7), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.149696 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (73738879-53a6-4963-bee3-d05458aacfc7), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.208558 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (73738879-53a6-4963-bee3-d05458aacfc7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.243742 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73738879-53a6-4963-bee3-d05458aacfc7,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:38.245563 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.249609 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-90d5eade-f9cd-4cdf-92a6-6fa21b7ec1f0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/73738879-53a6-4963-bee3-d05458aacfc7 HTTP/1.1" status: 204 len: 168 time: 0.2364597 Sep 26 18:10:38.253387 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48148) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:38.324483 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (127439cc-358c-44d1-a5e0-ceb993a29cac), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.407542 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (127439cc-358c-44d1-a5e0-ceb993a29cac), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.438354 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9acd826b-bcfe-45b6-bdbd-ecbd13ec1025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.439138 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127439cc-358c-44d1-a5e0-ceb993a29cac']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:38.450299 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75479a17-fc59-4f40-9784-4291e9c9f601') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:38.450599 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75479a17-fc59-4f40-9784-4291e9c9f601') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:10:38.471175 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (75479a17-fc59-4f40-9784-4291e9c9f601), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.485261 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (75479a17-fc59-4f40-9784-4291e9c9f601), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.493536 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:10:38.494072 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (75479a17-fc59-4f40-9784-4291e9c9f601), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.540716 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 75479a17-fc59-4f40-9784-4291e9c9f601 resource provider aggregate not found Sep 26 18:10:38.563503 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 75479a17-fc59-4f40-9784-4291e9c9f601 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75479a17-fc59-4f40-9784-4291e9c9f601 found for delete ", "request_id": "req-83a441d2-7cc9-445b-b9d7-c0838a40dab7"}]} Sep 26 18:10:38.569781 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (127439cc-358c-44d1-a5e0-ceb993a29cac), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.581291 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.586297 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/127439cc-358c-44d1-a5e0-ceb993a29cac HTTP/1.1" status: 204 len: 168 time: 0.3315427 Sep 26 18:10:38.599321 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708467a-78c4-4c4e-939b-ca591bc8a071 admin admin] Pushing event deleted for resources: {'Network': ['ID=127439cc-358c-44d1-a5e0-ceb993a29cac,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:38.778705 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48156) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:38.824288 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8e3f7bc0-f866-4b5c-a3bb-b39d8c1114d7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=21586a671de94dc9b7b73f5dbaac6a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0440595 Sep 26 18:10:38.828024 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48158) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:10:38.883919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4852-e375-42e5-bf30-d9e59ca2ae7a admin admin] Publish callbacks [] for security_group (04d58d3d-cd26-40b6-bdc3-7aff2599727b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.905130 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4852-e375-42e5-bf30-d9e59ca2ae7a admin admin] Publish callbacks [] for security_group (04d58d3d-cd26-40b6-bdc3-7aff2599727b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.958154 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4852-e375-42e5-bf30-d9e59ca2ae7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (04d58d3d-cd26-40b6-bdc3-7aff2599727b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.961432 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d5cf4852-e375-42e5-bf30-d9e59ca2ae7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:38.962943 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d5cf4852-e375-42e5-bf30-d9e59ca2ae7a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/04d58d3d-cd26-40b6-bdc3-7aff2599727b HTTP/1.1" status: 204 len: 168 time: 0.1333778 Sep 26 18:10:38.977322 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf4852-e375-42e5-bf30-d9e59ca2ae7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d58d3d-cd26-40b6-bdc3-7aff2599727b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:10:40.655336 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=81,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:40.663346 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f73db87-ff93-460d-bc3e-63626ebda525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:42.148905 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:42.749314 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba110f6c-9c75-4154-9020-7e39d47615f2 req-ad766779-85b5-44c6-b4e2-6bd60cf10671 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:42.750813 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba110f6c-9c75-4154-9020-7e39d47615f2 req-ad766779-85b5-44c6-b4e2-6bd60cf10671 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0823448 Sep 26 18:10:42.769781 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eab5c-71c1-447b-b650-6a595362a24a req-bfa1a402-6cc3-4117-9e8e-0bd8d301a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:42.771631 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-bfa1a402-6cc3-4117-9e8e-0bd8d301a156 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1169 time: 0.0648057 Sep 26 18:10:42.902746 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba110f6c-9c75-4154-9020-7e39d47615f2 req-51bdcb65-4c59-4f9a-ac5c-866805db1d66 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1455045 Sep 26 18:10:42.933160 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eab5c-71c1-447b-b650-6a595362a24a req-ca16543d-d432-4236-9489-8bb69ec0d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:42.934727 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-ca16543d-d432-4236-9489-8bb69ec0d0d2 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 915 time: 0.1546896 Sep 26 18:10:43.008748 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-ac568b85-5876-43c7-82ee-27e803f94008 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 1001 time: 0.0675402 Sep 26 18:10:43.067969 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eab5c-71c1-447b-b650-6a595362a24a req-18455a7e-ff9f-4e48-b516-abe0b8374d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:43.069710 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-18455a7e-ff9f-4e48-b516-abe0b8374d51 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0552154 Sep 26 18:10:43.133802 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97eab5c-71c1-447b-b650-6a595362a24a req-9e8ff8c6-9390-4013-af85-f2997c3d75dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:43.135478 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-9e8ff8c6-9390-4013-af85-f2997c3d75dd service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599232 Sep 26 18:10:43.255210 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-dbf4ed05-d6c0-4b08-9634-9a77eb9df642 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124709 Sep 26 18:10:43.359252 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f97eab5c-71c1-447b-b650-6a595362a24a req-207cb296-1be6-436f-b324-b7c636c87e5d service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975292 Sep 26 18:10:43.365385 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:43.596876 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:10:44.051234 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040ac54-ea3d-4b79-93c8-ce8eca3bf8bf req-53eb8a12-f8ab-4b35-94a4-89934981be4b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:44.052731 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8040ac54-ea3d-4b79-93c8-ce8eca3bf8bf req-53eb8a12-f8ab-4b35-94a4-89934981be4b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0579829 Sep 26 18:10:44.131432 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8040ac54-ea3d-4b79-93c8-ce8eca3bf8bf req-fa7597aa-dfdc-4762-a469-97f078a366a3 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0688975 Sep 26 18:10:45.297142 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c687cd-f836-4969-81aa-5ef6cdd84909 req-fb6424fe-a76d-4a26-9ef4-d3e08ae0255c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:45.299935 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98c687cd-f836-4969-81aa-5ef6cdd84909 req-fb6424fe-a76d-4a26-9ef4-d3e08ae0255c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0672369 Sep 26 18:10:45.377310 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98c687cd-f836-4969-81aa-5ef6cdd84909 req-726ea7bf-6e34-4470-8542-f33df6a85dac tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682361 Sep 26 18:10:46.509484 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:46.518165 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:46.530148 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa2edd-6a20-4f28-beab-d4b73dacdf27 req-7fefcf4c-1216-434c-a9f1-4d07ca5e97b5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:46.532601 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7dfa2edd-6a20-4f28-beab-d4b73dacdf27 req-7fefcf4c-1216-434c-a9f1-4d07ca5e97b5 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0637205 Sep 26 18:10:46.598141 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7dfa2edd-6a20-4f28-beab-d4b73dacdf27 req-f2ee3ba2-b7c6-41d9-9174-d655560ca122 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594304 Sep 26 18:10:47.752899 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2551cc5-268d-4b85-a6eb-03473d8c3ab4 req-9d766f5c-7941-427d-8c2b-85189330f67d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:47.755835 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2551cc5-268d-4b85-a6eb-03473d8c3ab4 req-9d766f5c-7941-427d-8c2b-85189330f67d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0516932 Sep 26 18:10:47.824143 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2551cc5-268d-4b85-a6eb-03473d8c3ab4 req-4a56edfb-f354-4dfc-82ed-861bab363729 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638108 Sep 26 18:10:48.812927 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:48.821374 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=54,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:48.976148 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0153169-f1eb-49d8-b967-5ecb34ff5fb8 req-5ed3ceaa-cc66-4a0d-87ef-59c22834e466 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:48.977741 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0153169-f1eb-49d8-b967-5ecb34ff5fb8 req-5ed3ceaa-cc66-4a0d-87ef-59c22834e466 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0549822 Sep 26 18:10:49.049688 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0153169-f1eb-49d8-b967-5ecb34ff5fb8 req-5ec1c440-9aef-4c16-8935-c22038248690 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0625749 Sep 26 18:10:50.178371 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3361d35-3d4c-4bb0-8c26-85a8ef28c230 req-7b495ab5-a76d-4999-99f0-8023bc58381c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:50.179994 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c3361d35-3d4c-4bb0-8c26-85a8ef28c230 req-7b495ab5-a76d-4999-99f0-8023bc58381c tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0486627 Sep 26 18:10:50.249668 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c3361d35-3d4c-4bb0-8c26-85a8ef28c230 req-18d23651-35d5-4ccc-8ceb-cb72ed44de08 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0635235 Sep 26 18:10:51.041720 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:10:51.389329 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec439bf-238f-495a-9594-1ea205254ee2 req-dfd8cf43-49d5-42b2-ba73-fa08b3ed7c7b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:51.390857 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ec439bf-238f-495a-9594-1ea205254ee2 req-dfd8cf43-49d5-42b2-ba73-fa08b3ed7c7b tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0522833 Sep 26 18:10:51.456485 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ec439bf-238f-495a-9594-1ea205254ee2 req-b9be7c5d-1b9b-47ef-a822-e40026a5b007 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586450 Sep 26 18:10:52.588908 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cdbdcc-95aa-4354-a237-bb2fd011ab3c req-6f29ce47-cf29-45e9-82e8-5f02b656167d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:52.590414 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4cdbdcc-95aa-4354-a237-bb2fd011ab3c req-6f29ce47-cf29-45e9-82e8-5f02b656167d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0541339 Sep 26 18:10:52.669975 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4cdbdcc-95aa-4354-a237-bb2fd011ab3c req-b26c45ea-ac20-49e7-9570-f1d65f9f2667 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723510 Sep 26 18:10:53.583148 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=67,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:53.587406 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:53.590101 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:10:53.811938 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879b92-252f-49c3-be33-ba446f74d256 req-88eeed60-93d4-4285-8428-d5d158654068 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:53.813425 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fb879b92-252f-49c3-be33-ba446f74d256 req-88eeed60-93d4-4285-8428-d5d158654068 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0579185 Sep 26 18:10:53.887071 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fb879b92-252f-49c3-be33-ba446f74d256 req-86f92caa-85ab-4063-b130-d39f7a6440f6 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673430 Sep 26 18:10:55.024777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb500d-4390-46d4-9269-be495ccad7ab req-55b89d24-c690-491c-a946-7ea9b3d87352 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:10:55.026282 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b0eb500d-4390-46d4-9269-be495ccad7ab req-55b89d24-c690-491c-a946-7ea9b3d87352 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0526412 Sep 26 18:10:55.364621 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b0eb500d-4390-46d4-9269-be495ccad7ab req-b3567634-e274-4db9-8e5e-a57145265a1d tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&id=47e8bfeb-fa7d-4552-af35-6daa54bf7a65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3322716 Sep 26 18:11:00.727756 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:05.348777 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=76 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:05.357480 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:06.947945 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-c14fa884-ee1b-4802-98d4-0b1d495caa72 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595908 Sep 26 18:11:07.054965 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-8d2271d8-ecc9-413d-8eaa-d9cf5ffd326c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:07.056462 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-8d2271d8-ecc9-413d-8eaa-d9cf5ffd326c service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1169 time: 0.0412014 Sep 26 18:11:07.169120 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-74404e22-892d-4aaa-90d8-16d1b8b459b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:07.170590 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-74404e22-892d-4aaa-90d8-16d1b8b459b5 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 915 time: 0.0942352 Sep 26 18:11:07.255751 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-087a04e5-ea01-4ab3-957e-c1e55f201255 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 1001 time: 0.0777781 Sep 26 18:11:07.310675 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-23353221-8004-47d9-ad82-717cf6deb161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:07.313755 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-23353221-8004-47d9-ad82-717cf6deb161 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0496619 Sep 26 18:11:07.371837 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-7108ec5c-3ede-467d-9050-e02359180807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:07.373419 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-7108ec5c-3ede-467d-9050-e02359180807 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547185 Sep 26 18:11:07.483675 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-a225a44f-71d1-494c-ba07-0bbe1d2f5aab service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044345 Sep 26 18:11:07.593666 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-142a9d93-5a51-402d-94bd-e5fe6003b759 req-782a6794-fd33-4dfd-b010-71507bf3a03f service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038260 Sep 26 18:11:08.433907 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-72663d2d-4efa-4abf-9f42-480ce5cf7ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:08.880170 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:08.884858 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:10.671546 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-714d7d79-8fad-4f4f-a7dd-5df700281990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:12.151439 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:13.362759 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:13.598932 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:17.589294 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=50 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:17.590141 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=51 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:23.584817 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:23.589881 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:23.591599 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:27.772056 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-de157d06-e24a-4563-967a-7a1016c4f7b4 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1596896827&fields=id&tenant_id=c747c13a887a4f45bf8a940833be3831 HTTP/1.1" status: 200 len: 267 time: 0.0455313 Sep 26 18:11:27.826323 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-28c8168c-0567-4385-a099-6762500d285e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:27.827755 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-28c8168c-0567-4385-a099-6762500d285e tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 985 time: 0.0503073 Sep 26 18:11:27.839519 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Request body: {'port': {'security_groups': ['891355fc-258b-47e4-ad2b-f207220a60d7']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 26 18:11:27.912186 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2002627'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.042172 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:11:28.092858 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:28.120411 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for port (c83049b9-349b-4434-a91c-28a9d74359d7), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.124951 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760100320934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760099846355', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760099846373', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9626249'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.135809 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.136419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.137792 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ef6c520d-1d62-47de-971e-d8efe3a1483b req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "PUT /networking/v2.0/ports/c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 943 time: 0.3027086 Sep 26 18:11:28.138341 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:28.140628 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c3abb5f-6e93-4595-938d-213171f804c1" -d '{"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:28.143653 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48198) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:28.162698 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c83049b9-349b-4434-a91c-28a9d74359d7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:11:28.184275 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070c1302-0fa8-40aa-98e5-cf9b5b31de67 x-openstack-request-id: req-070c1302-0fa8-40aa-98e5-cf9b5b31de67 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:28.184591 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:28.184906 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-070c1302-0fa8-40aa-98e5-cf9b5b31de67 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:28.185352 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-070c1302-0fa8-40aa-98e5-cf9b5b31de67'] response: {'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'status': 'completed', 'code': 200} Sep 26 18:11:28.206796 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event updated for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=7']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:28.214198 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.214680 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.214923 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group (47e8bfeb-fa7d-4552-af35-6daa54bf7a65), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.215113 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.215376 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.215709 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.216053 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.216366 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.216691 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.217579 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.217916 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.218252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.218580 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.218926 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.219252 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.219584 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305d0dc5-8dbb-4370-a459-ca7840f03b37 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.250391 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group (47e8bfeb-fa7d-4552-af35-6daa54bf7a65), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.281255 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-a7c1a894-bbe1-4e09-86ab-21bc5caf25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.282775 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-a7c1a894-bbe1-4e09-86ab-21bc5caf25fe service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1130 time: 0.0439701 Sep 26 18:11:28.288369 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c83049b9-349b-4434-a91c-28a9d74359d7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:11:28.322340 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (47e8bfeb-fa7d-4552-af35-6daa54bf7a65), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.325025 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.326192 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/47e8bfeb-fa7d-4552-af35-6daa54bf7a65 HTTP/1.1" status: 204 len: 168 time: 0.1815608 Sep 26 18:11:28.331456 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48200) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:28.348592 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e8bfeb-fa7d-4552-af35-6daa54bf7a65,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:28.392999 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-8d7ac769-33c1-417b-84ea-89db797c16be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.395477 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-8d7ac769-33c1-417b-84ea-89db797c16be service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 915 time: 0.1063709 Sep 26 18:11:28.396660 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.397016 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.397366 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.397714 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.398051 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.398491 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.398850 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.399186 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.399689 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.400030 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.400729 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.400729 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.400986 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.401314 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.401639 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b51bfb-8794-4760-9cc9-6e772273ebfe tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:28.476501 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-46d8cac7-551b-4279-b6a0-18458d5dc776 service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 1001 time: 0.0737422 Sep 26 18:11:28.520426 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Deleting port 215cee13-b90b-48d2-a498-c8b24a66cb26 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:28.520761 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.530181 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-721bd0b6-af39-42a1-b8ea-64f6267a2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.531729 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-721bd0b6-af39-42a1-b8ea-64f6267a2c13 service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0485785 Sep 26 18:11:28.584691 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-02ca493e-e828-473a-8580-a641bdef8771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:28.584691 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-02ca493e-e828-473a-8580-a641bdef8771 service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445032 Sep 26 18:11:28.605673 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.606446 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for floatingip (215cee13-b90b-48d2-a498-c8b24a66cb26), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.620430 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Calling delete_port for 215cee13-b90b-48d2-a498-c8b24a66cb26 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:28.681173 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-6b9832e0-d9dd-4718-af14-d405577b0bcd service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923681 Sep 26 18:11:28.779788 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:28.783624 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (215cee13-b90b-48d2-a498-c8b24a66cb26), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.788271 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c3abb5f-6e93-4595-938d-213171f804c1 req-859a29e5-4839-4adb-b46b-5c9bb59f1365 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014080 Sep 26 18:11:28.810687 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event deleted for resources: {'Port': ['ID=215cee13-b90b-48d2-a498-c8b24a66cb26,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:28.875637 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks [] for floatingip (b491454c-37b0-4853-84be-40cd3f67f8c7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:28.875870 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Floating IP b491454c-37b0-4853-84be-40cd3f67f8c7 disassociated (deleted). External IP: 172.27.0.75, port: c83049b9-349b-4434-a91c-28a9d74359d7. Sep 26 18:11:29.082899 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:29.088395 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:11:29.092006 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:29.196770 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:11:29.201506 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:29.208373 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] Sync routers for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:11:29.218306 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:29.218939 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:11:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:29.234240 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8899bafe-5e7f-4eef-8f3c-65f63e04ffe1 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/b491454c-37b0-4853-84be-40cd3f67f8c7 HTTP/1.1" status: 204 len: 168 time: 0.9008923 Sep 26 18:11:29.234902 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:29.237871 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de9c429d6ba8568f0024eb86afa492b2f6dd73ef409ae54b902547ca47abf4b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c" -d '{"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:29.279764 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45da131b-864c-42d8-b606-e4accf39380c x-openstack-request-id: req-45da131b-864c-42d8-b606-e4accf39380c {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:29.280053 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:29.280306 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-45da131b-864c-42d8-b606-e4accf39380c {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:29.280711 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45da131b-864c-42d8-b606-e4accf39380c'] response: {'name': 'network-changed', 'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'status': 'completed', 'code': 200} Sep 26 18:11:29.327141 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:29.370941 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-98108c0c-5c1a-48f6-97cc-3e54c41d555e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.372475 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-98108c0c-5c1a-48f6-97cc-3e54c41d555e service neutron] 10.222.0.98 "GET /networking/v2.0/ports?tenant_id=c747c13a887a4f45bf8a940833be3831&device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 1130 time: 0.0437064 Sep 26 18:11:29.434886 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:29.486299 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-75161e5e-8763-4e67-9306-6435db8ffe24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.487898 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-75161e5e-8763-4e67-9306-6435db8ffe24 service neutron] 10.222.0.98 "GET /networking/v2.0/networks?id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 200 len: 915 time: 0.1089954 Sep 26 18:11:29.536798 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-984a26ef-9394-42bd-ade8-4c283e60641a service neutron] 10.222.0.98 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 200 len: 217 time: 0.0395768 Sep 26 18:11:29.544284 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:29.571110 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] Checking router: 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:11:29.580189 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:29.580823 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:11:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:29.591655 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-5315cda0-0fab-4d95-b849-c228491a27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.593142 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-5315cda0-0fab-4d95-b849-c228491a27bd service neutron] 10.222.0.98 "GET /networking/v2.0/subnets?id=fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 200 len: 853 time: 0.0493808 Sep 26 18:11:29.687477 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:29.881309 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:29.911614 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1129644-fd06-486d-849c-6ad9788cb50f None None] The sync data for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi is: [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:09:23Z', 'revision_number': 4, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi', '_interfaces': [{'id': '22b283d0-4b64-4af4-944e-9d3209076981', 'name': '', 'network_id': 'c5fa0dea-8b1c-41b1-b5e7-77a5b5817158', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'mac_address': 'fa:16:3e:bf:64:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:22Z', 'updated_at': '2022-09-26T18:09:27Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'subnets': [{'id': 'fd25ba6f-b8d7-472f-9ee9-6a3a94252773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:11:29.916124 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-a1222dea-fa72-4b43-8ea0-35f1980350de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:29.917747 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-a1222dea-fa72-4b43-8ea0-35f1980350de service neutron] 10.222.0.98 "GET /networking/v2.0/ports?network_id=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432143 Sep 26 18:11:30.028524 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-b31654b8-ebc4-4ebd-beb0-c14a45bd0b53 service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021669 Sep 26 18:11:30.139591 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5f55a537-13bb-4d5b-ac7b-58b6ffb2cf9c req-6590a888-7d2f-4167-83d7-62ae04322dbe service neutron] 10.222.0.98 "GET /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045649 Sep 26 18:11:30.157590 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb39113a-b443-4cab-8e74-7206d9a742d7 None None] New status for floating IP b491454c-37b0-4853-84be-40cd3f67f8c7: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 26 18:11:30.725597 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:32.063682 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272ebf5-b9d6-4e4d-b745-892f3318e2e6 req-92bb1f96-b500-4d2f-acd2-43995c7a4271 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:32.065951 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4272ebf5-b9d6-4e4d-b745-892f3318e2e6 req-92bb1f96-b500-4d2f-acd2-43995c7a4271 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0559912 Sep 26 18:11:32.116362 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4272ebf5-b9d6-4e4d-b745-892f3318e2e6 req-101ea710-4eae-4a5b-9e8e-bb930d76d030 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Sep 26 18:11:33.254243 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e3302-57f1-4123-966c-9b5cc4e25c5d req-a0a17bb6-d2d8-444c-9f91-c63f44872370 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:33.255709 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c3e3302-57f1-4123-966c-9b5cc4e25c5d req-a0a17bb6-d2d8-444c-9f91-c63f44872370 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0499125 Sep 26 18:11:33.305734 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4c3e3302-57f1-4123-966c-9b5cc4e25c5d req-e996da50-0b64-47ff-b154-7ac02f15dc31 tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=891355fc-258b-47e4-ad2b-f207220a60d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441976 Sep 26 18:11:33.825901 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-a45f5e67-5999-4e12-8e82-f8d3f25887cb tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 26 18:11:33.827293 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-a45f5e67-5999-4e12-8e82-f8d3f25887cb tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.98 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 946 time: 0.0504887 Sep 26 18:11:33.909469 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Deleting port c83049b9-349b-4434-a91c-28a9d74359d7 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:33.909810 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:34.002753 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] For port c83049b9-349b-4434-a91c-28a9d74359d7, host hv-cinder-85931, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85931',level=0,port_id=c83049b9-349b-4434-a91c-28a9d74359d7,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:34.003310 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:34.016703 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Calling delete_port for c83049b9-349b-4434-a91c-28a9d74359d7 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:34.086925 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:34.143849 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (c83049b9-349b-4434-a91c-28a9d74359d7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:34.173131 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Pushing event deleted for resources: {'Port': ['ID=c83049b9-349b-4434-a91c-28a9d74359d7,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:34.176429 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] get_ports_and_sgs() called for port_ids ['c83049b9-349b-4434-a91c-28a9d74359d7'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 26 18:11:34.201709 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:34.222613 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] No DVR routers for this DVR port c83049b9-349b-4434-a91c-28a9d74359d7 on host hv-cinder-85931 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:11:34.225044 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-86140'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:34.228292 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f7fe91c8-127e-4e24-9fda-3950906e7bed req-838770af-4b18-4360-b3b1-d9fef37a47df tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.98 "DELETE /networking/v2.0/ports/c83049b9-349b-4434-a91c-28a9d74359d7 HTTP/1.1" status: 204 len: 173 time: 0.3958220 Sep 26 18:11:34.228775 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'name': 'network-vif-deleted', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 26 18:11:34.231014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1cdbc92253dcfe86a694984604e01fd40f476807620643f06907bc577ea3a4bb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db88944b-8aca-494f-9c3e-fe9e7013a5e4" -d '{"events": [{"server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "name": "network-vif-deleted", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 26 18:11:34.272014 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 26 Sep 2022 18:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30cb47d-48fe-49a3-ab7b-ac37141be8ae x-openstack-request-id: req-c30cb47d-48fe-49a3-ab7b-ac37141be8ae {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 26 18:11:34.272666 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b002f3-55d6-4603-a6fb-92b04172d48f", "name": "network-vif-deleted", "tag": "c83049b9-349b-4434-a91c-28a9d74359d7", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 26 18:11:34.272666 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c30cb47d-48fe-49a3-ab7b-ac37141be8ae {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 26 18:11:34.273066 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c30cb47d-48fe-49a3-ab7b-ac37141be8ae'] response: {'server_uuid': '19b002f3-55d6-4603-a6fb-92b04172d48f', 'name': 'network-vif-deleted', 'tag': 'c83049b9-349b-4434-a91c-28a9d74359d7', 'status': 'completed', 'code': 200} Sep 26 18:11:34.427604 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9893a95-170e-4e40-8947-46a4e693a784 req-f4405ae1-de35-4aac-8998-4a72f225595f tempest-TestMinimumBasicScenario-114720301 tempest-TestMinimumBasicScenario-114720301-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=19b002f3-55d6-4603-a6fb-92b04172d48f HTTP/1.1" status: 200 len: 210 time: 0.0299540 Sep 26 18:11:36.145059 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48282) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:36.457482 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:36.699459 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Deleting port 22b283d0-4b64-4af4-944e-9d3209076981 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:36.699791 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (22b283d0-4b64-4af4-944e-9d3209076981), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:36.786655 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] For port 22b283d0-4b64-4af4-944e-9d3209076981, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=22b283d0-4b64-4af4-944e-9d3209076981,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:36.786944 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (22b283d0-4b64-4af4-944e-9d3209076981), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:36.800800 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Calling delete_port for 22b283d0-4b64-4af4-944e-9d3209076981 owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:36.864499 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:36.930823 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:37.009493 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (22b283d0-4b64-4af4-944e-9d3209076981), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:37.036747 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Pushing event deleted for resources: {'Port': ['ID=22b283d0-4b64-4af4-944e-9d3209076981,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:37.230410 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:37.443538 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:11:37.560171 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:11:37.565991 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e82c020a-c5e7-4671-8a68-43c71651ff4a admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/4041b070-34d9-4dc8-a294-8cfe5bb0aa68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4191318 Sep 26 18:11:37.569430 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48284) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:37.575282 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] Sync routers for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:11:37.588842 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:37.589810 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:11:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:37.670498 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks [] for router (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:37.785387 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:37.804937 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:37.963045 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:37.987549 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:11:36Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:38.012905 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] Checking router: 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 for host: dv-cinder-859318-1-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:11:38.022820 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] Routers {'4041b070-34d9-4dc8-a294-8cfe5bb0aa68'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:38.023468 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:11:11Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:38.026061 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks [] for router_gateway (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.072409 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Deleting port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:38.072826 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.117886 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:38.128876 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] Set router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:38.131361 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=4,neutron:UPDATE=2,neutron:SELECT=94 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:38.162655 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] For port c19619b9-a8d8-4b19-b1fe-0c66431ad0d0, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:38.163050 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.176232 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Calling delete_port for c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:38.307740 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:11:36Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:38.334316 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800ff096-93d3-46ce-9145-f9fd7a8d34a2 None None] The sync data for ids ['4041b070-34d9-4dc8-a294-8cfe5bb0aa68'] in dv-cinder-859318-1-iscsi is: [{'id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'name': 'tempest-TestMinimumBasicScenario-575014778-router', 'tenant_id': 'c747c13a887a4f45bf8a940833be3831', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:18Z', 'updated_at': '2022-09-26T18:11:36Z', 'revision_number': 5, 'project_id': 'c747c13a887a4f45bf8a940833be3831', 'gw_port': {'id': 'c19619b9-a8d8-4b19-b1fe-0c66431ad0d0', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:62:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4041b070-34d9-4dc8-a294-8cfe5bb0aa68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 736, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:19Z', 'updated_at': '2022-09-26T18:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:11:38.353544 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (c19619b9-a8d8-4b19-b1fe-0c66431ad0d0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.383213 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c19619b9-a8d8-4b19-b1fe-0c66431ad0d0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:38.437461 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b2f8a8ac-b345-422a-bb18-5c6c6de3acb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.452318 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.541419 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.544333 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks [] for router_controller (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.588682 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (4041b070-34d9-4dc8-a294-8cfe5bb0aa68), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.589212 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4041b070-34d9-4dc8-a294-8cfe5bb0aa68 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:11:38.593773 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.594644 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ab796f59-e276-403d-8de3-2db78957b6b1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/4041b070-34d9-4dc8-a294-8cfe5bb0aa68 HTTP/1.1" status: 204 len: 168 time: 1.0242164 Sep 26 18:11:38.598164 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48286) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:38.645700 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Deleting subnet fd25ba6f-b8d7-472f-9ee9-6a3a94252773 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:11:38.648873 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Publish callbacks [] for subnet (fd25ba6f-b8d7-472f-9ee9-6a3a94252773), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.683528 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2340079'] for subnet (fd25ba6f-b8d7-472f-9ee9-6a3a94252773), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.771419 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (fd25ba6f-b8d7-472f-9ee9-6a3a94252773), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.842414 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9953313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8669134'] for subnet (fd25ba6f-b8d7-472f-9ee9-6a3a94252773), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.869016 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd25ba6f-b8d7-472f-9ee9-6a3a94252773,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:38.873923 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:38.877200 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5e205ee6-408e-4115-8973-ae77b3cf9b70 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/fd25ba6f-b8d7-472f-9ee9-6a3a94252773 HTTP/1.1" status: 204 len: 168 time: 0.2779677 Sep 26 18:11:38.879968 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d3d863-5776-44f6-a4f2-04c1cbff72a1 None None] Network c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:11:38.880323 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48288) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:38.977666 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.027966 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Deleting port e00f62b3-cdd9-439d-945d-53877fdd4715 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:39.028316 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.052760 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] DHCP port deletion for c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:11:39.085190 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:39.090718 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Deleting port e00f62b3-cdd9-439d-945d-53877fdd4715 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:39.091060 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.109109 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] For port e00f62b3-cdd9-439d-945d-53877fdd4715, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e00f62b3-cdd9-439d-945d-53877fdd4715,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:39.109511 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.111670 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:39.125825 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Calling delete_port for e00f62b3-cdd9-439d-945d-53877fdd4715 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:39.166100 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] For port e00f62b3-cdd9-439d-945d-53877fdd4715, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=e00f62b3-cdd9-439d-945d-53877fdd4715,segment=NetworkSegment(2b7a4aaa-350d-4002-9bbd-2b4568ad92bb),segment_id=2b7a4aaa-350d-4002-9bbd-2b4568ad92bb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:39.166522 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.170538 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c83049b9-349b-4434-a91c-28a9d74359d7 no longer exists at agent hyperv_hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:39.199207 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Calling delete_port for e00f62b3-cdd9-439d-945d-53877fdd4715 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:39.201104 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] No Port match for: c83049b9-349b-4434-a91c-28a9d74359d7 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:39.201442 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Device c83049b9-349b-4434-a91c-28a9d74359d7 not bound to the agent host hv-cinder-85931 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:39.213000 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9953358'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.240971 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00f62b3-cdd9-439d-945d-53877fdd4715,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:39.244739 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] No DVR routers for this DVR port e00f62b3-cdd9-439d-945d-53877fdd4715 on host dv-cinder-859318-1-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: from cryptography.utils import int_from_bytes Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: from cryptography.utils import int_from_bytes Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.278790 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 26 18:11:39.281862 dv-cinder-859318-1-iscsi neutron-server[106212]: self.session.flush() Sep 26 18:11:39.286059 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346'] for port (e00f62b3-cdd9-439d-945d-53877fdd4715), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.310866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Pushing event deleted for resources: {'Port': ['ID=e00f62b3-cdd9-439d-945d-53877fdd4715,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:39.319976 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] No DVR routers for this DVR port e00f62b3-cdd9-439d-945d-53877fdd4715 on host dv-cinder-859318-1-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:11:39.322002 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.322356 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.322683 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.323045 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.323380 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.323707 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.324033 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.324355 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.324674 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.324990 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.325185 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.325317 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.325616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.325934 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.326247 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.326559 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73815c26-42be-4c23-8813-cb541a6417c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859318-1-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 26 18:11:39.350097 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5fa0dea-8b1c-41b1-b5e7-77a5b5817158']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:39.364400 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:39.365074 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b7a4aaa-350d-4002-9bbd-2b4568ad92bb') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:39.375531 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2340052'] for segment (2b7a4aaa-350d-4002-9bbd-2b4568ad92bb), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.389912 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (2b7a4aaa-350d-4002-9bbd-2b4568ad92bb), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.397786 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:11:39.398540 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9953435'] for segment (2b7a4aaa-350d-4002-9bbd-2b4568ad92bb), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.446368 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 2b7a4aaa-350d-4002-9bbd-2b4568ad92bb resource provider aggregate not found Sep 26 18:11:39.464303 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 2b7a4aaa-350d-4002-9bbd-2b4568ad92bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b7a4aaa-350d-4002-9bbd-2b4568ad92bb found for delete ", "request_id": "req-4c0f189e-4b36-4600-ad11-08399cd0e2dc"}]} Sep 26 18:11:39.472871 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (c5fa0dea-8b1c-41b1-b5e7-77a5b5817158), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.478464 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:39.486263 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/c5fa0dea-8b1c-41b1-b5e7-77a5b5817158 HTTP/1.1" status: 204 len: 168 time: 0.6010997 Sep 26 18:11:39.488843 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48294) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:39.494241 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8949847e-b687-42e0-b299-7badf0343cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5fa0dea-8b1c-41b1-b5e7-77a5b5817158,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:39.621081 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device e00f62b3-cdd9-439d-945d-53877fdd4715 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:39.645112 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: e00f62b3-cdd9-439d-945d-53877fdd4715 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:39.645602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device e00f62b3-cdd9-439d-945d-53877fdd4715 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:39.646152 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 22b283d0-4b64-4af4-944e-9d3209076981 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:39.666631 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: 22b283d0-4b64-4af4-944e-9d3209076981 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:39.667002 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device 22b283d0-4b64-4af4-944e-9d3209076981 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:39.667428 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:39.687739 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:39.689162 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device c19619b9-a8d8-4b19-b1fe-0c66431ad0d0 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:39.847159 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-625829'] for router_interface (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:40.089496 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Deleting port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:40.089833 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:40.172001 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] For port d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,segment=NetworkSegment(975ef184-6b4f-40d7-b4ca-f3a1cf62547a),segment_id=975ef184-6b4f-40d7-b4ca-f3a1cf62547a)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:40.172352 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:40.186269 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Calling delete_port for d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:40.296498 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.366527 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:40.371333 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:40.396911 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Pushing event deleted for resources: {'Port': ['ID=d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:40.562404 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1044526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-628245'] for router_interface (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:40.665288 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-53bce23a-4386-4054-afc3-ac79b3871086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:40.779664 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 has already been hosted by L3 agent 53afdbd7-ca83-423b-ae3e-db3fb6a0c33c {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 26 18:11:40.888297 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] Notify agent at l3_agent.dv-cinder-859318-1-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 26 18:11:40.893319 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-49bfb0c8-8c1a-4822-858e-1bafdbc9374c admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/12168589-7a23-4c4a-94bd-6eb3ed9c8fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4034257 Sep 26 18:11:40.895903 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48296) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:40.898469 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] Sync routers for ids ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'] in dv-cinder-859318-1-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 26 18:11:40.909605 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] Routers {'12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:40.910380 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:11:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:41.026473 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] Set router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:41.211050 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:11:40Z', 'revision_number': 5, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:41.235616 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] Checking router: 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 for host: dv-cinder-859318-1-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 26 18:11:41.244261 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] Routers {'12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'} bound to L3 agent in host dv-cinder-859318-1-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 26 18:11:41.244871 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859318-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-26T17:50:41Z,description=,heartbeat_timestamp=2022-09-26T18:11:41Z,host='dv-cinder-859318-1-iscsi',id=53afdbd7-ca83-423b-ae3e-db3fb6a0c33c,load=0,resource_versions=,resources_synced=,started_at=2022-09-26T17:50:41Z,topic='l3_agent')) {'router_ids': ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:41.271975 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks [] for router (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.348522 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] Set router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 gateway port host: dv-cinder-859318-1-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 26 18:11:41.373021 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks [] for router_gateway (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.409495 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:41.417276 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Deleting port f3179f6e-cc17-48f6-9a80-7cc412963298 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:41.417635 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.445515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:41.501895 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] For port f3179f6e-cc17-48f6-9a80-7cc412963298, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=f3179f6e-cc17-48f6-9a80-7cc412963298,segment=NetworkSegment(ba587b65-bcf4-422a-ba27-c6cfdbc662c1),segment_id=ba587b65-bcf4-422a-ba27-c6cfdbc662c1)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:41.502250 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.516192 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Calling delete_port for f3179f6e-cc17-48f6-9a80-7cc412963298 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:41.520773 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:41.521457 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:41.525318 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:11:40Z', 'revision_number': 5, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}], 'dv-cinder-859318-1-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:41.553169 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3317ee30-61a3-4b42-9925-b29a31de8261 None None] The sync data for ids ['12168589-7a23-4c4a-94bd-6eb3ed9c8fc0'] in dv-cinder-859318-1-iscsi is: [{'id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'name': 'tempest-TestMinimumBasicScenario-495458048-router', 'tenant_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'external_fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-26T18:09:26Z', 'updated_at': '2022-09-26T18:11:40Z', 'revision_number': 5, 'project_id': '99ac71f2187a4db1be4f404fa3cf04a5', 'gw_port': {'id': 'f3179f6e-cc17-48f6-9a80-7cc412963298', 'name': '', 'network_id': '724eccfb-932c-43cd-aa26-2f901f5cd7a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:81:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12168589-7a23-4c4a-94bd-6eb3ed9c8fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 748, 'fixed_ips': [{'subnet_id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859318-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-26T18:09:27Z', 'updated_at': '2022-09-26T18:09:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '60c7f84e-8216-4624-a8cc-18f11301e2dd', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859318-1-iscsi'}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 26 18:11:41.701947 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (f3179f6e-cc17-48f6-9a80-7cc412963298), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.731264 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3179f6e-cc17-48f6-9a80-7cc412963298,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:41.801847 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-616543'] for router_gateway (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.892816 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-617163', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5013'] for router (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.895603 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks [] for router_controller (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.949285 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-628328'] for router (12168589-7a23-4c4a-94bd-6eb3ed9c8fc0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.950262 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 26 18:11:41.957958 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:41.959731 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c2890fa0-dbfe-46dc-879e-4be65296b622 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/12168589-7a23-4c4a-94bd-6eb3ed9c8fc0 HTTP/1.1" status: 204 len: 168 time: 1.0627456 Sep 26 18:11:41.962346 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48298) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:42.041838 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Deleting subnet ec1159c0-b887-4231-ab39-0fd429a8ad4b {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 26 18:11:42.051493 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Publish callbacks [] for subnet (ec1159c0-b887-4231-ab39-0fd429a8ad4b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.097156 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8590754'] for subnet (ec1159c0-b887-4231-ab39-0fd429a8ad4b), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.158177 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.178995 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2062311'] for subnet (ec1159c0-b887-4231-ab39-0fd429a8ad4b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.263121 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2066394', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599944', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9626335', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8461771'] for subnet (ec1159c0-b887-4231-ab39-0fd429a8ad4b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.292895 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1159c0-b887-4231-ab39-0fd429a8ad4b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:42.296780 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.300594 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-47df6fff-db16-4cf6-8892-9f4aa492230d admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/ec1159c0-b887-4231-ab39-0fd429a8ad4b HTTP/1.1" status: 204 len: 168 time: 0.3366539 Sep 26 18:11:42.303248 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.72', 48300) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:42.307135 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15296d5d-6e4e-4a5a-bf98-62715a939576 None None] Network 7108f714-8a11-4d03-bf21-cbd33da9238f requested from dv-cinder-859318-1-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 26 18:11:42.371810 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:42.394007 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1990034'] for network (7108f714-8a11-4d03-bf21-cbd33da9238f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.447028 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Deleting port a51f36d1-0fa5-46ad-9390-4e855c8b574f {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 26 18:11:42.447390 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760100320781'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.514627 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] For port a51f36d1-0fa5-46ad-9390-4e855c8b574f, host dv-cinder-859318-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859318-1-iscsi',level=0,port_id=a51f36d1-0fa5-46ad-9390-4e855c8b574f,segment=NetworkSegment(975ef184-6b4f-40d7-b4ca-f3a1cf62547a),segment_id=975ef184-6b4f-40d7-b4ca-f3a1cf62547a)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 26 18:11:42.514948 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-627807'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.528419 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Calling delete_port for a51f36d1-0fa5-46ad-9390-4e855c8b574f owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 26 18:11:42.541770 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:42.574858 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:42.614919 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2002182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-859778', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760100289419', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760099846346', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9626288'] for port (a51f36d1-0fa5-46ad-9390-4e855c8b574f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.643831 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=a51f36d1-0fa5-46ad-9390-4e855c8b574f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:42.647267 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] No DVR routers for this DVR port a51f36d1-0fa5-46ad-9390-4e855c8b574f on host dv-cinder-859318-1-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 26 18:11:42.683887 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a77fad1-ba95-43e9-b25a-65065724faf2 None None] DHCP port deletion for 7108f714-8a11-4d03-bf21-cbd33da9238f request from dv-cinder-859318-1-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 26 18:11:42.727711 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1977548', 'neutron.services.segments.db._delete_segments_for_network-8760100310721'] for network (7108f714-8a11-4d03-bf21-cbd33da9238f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.750708 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7108f714-8a11-4d03-bf21-cbd33da9238f']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:42.760830 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '975ef184-6b4f-40d7-b4ca-f3a1cf62547a') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:42.761125 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '975ef184-6b4f-40d7-b4ca-f3a1cf62547a') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 26 18:11:42.771643 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760100310613', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8590745'] for segment (975ef184-6b4f-40d7-b4ca-f3a1cf62547a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.787696 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011'] for segment (975ef184-6b4f-40d7-b4ca-f3a1cf62547a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.796575 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 26 18:11:42.797164 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1891011', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9626213'] for segment (975ef184-6b4f-40d7-b4ca-f3a1cf62547a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.843665 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 975ef184-6b4f-40d7-b4ca-f3a1cf62547a resource provider aggregate not found Sep 26 18:11:42.868905 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 975ef184-6b4f-40d7-b4ca-f3a1cf62547a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 975ef184-6b4f-40d7-b4ca-f3a1cf62547a found for delete ", "request_id": "req-5f40c98c-4948-4f3a-9656-6295f8ae220a"}]} Sep 26 18:11:42.878365 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1977589', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1044505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-616586'] for network (7108f714-8a11-4d03-bf21-cbd33da9238f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.884450 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1044491'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:42.890938 dv-cinder-859318-1-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/7108f714-8a11-4d03-bf21-cbd33da9238f HTTP/1.1" status: 204 len: 168 time: 0.5833902 Sep 26 18:11:42.900054 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc37ee8c-47c9-43cb-ba48-ddb9b0840f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=7108f714-8a11-4d03-bf21-cbd33da9238f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:43.066924 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48308) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:43.108404 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-058dd292-0db1-4286-8d02-373df524fbcb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c747c13a887a4f45bf8a940833be3831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403168 Sep 26 18:11:43.110933 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48310) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:43.161056 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80af8ac4-5c64-475e-891c-aa28fbba5038 admin admin] Publish callbacks [] for security_group (891355fc-258b-47e4-ad2b-f207220a60d7), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.182096 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80af8ac4-5c64-475e-891c-aa28fbba5038 admin admin] Publish callbacks [] for security_group (891355fc-258b-47e4-ad2b-f207220a60d7), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.230992 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80af8ac4-5c64-475e-891c-aa28fbba5038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (891355fc-258b-47e4-ad2b-f207220a60d7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.233533 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80af8ac4-5c64-475e-891c-aa28fbba5038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.234701 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-80af8ac4-5c64-475e-891c-aa28fbba5038 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/891355fc-258b-47e4-ad2b-f207220a60d7 HTTP/1.1" status: 204 len: 168 time: 0.1227527 Sep 26 18:11:43.244095 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af8ac4-5c64-475e-891c-aa28fbba5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891355fc-258b-47e4-ad2b-f207220a60d7,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:43.358089 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.607572 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48316) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:43.621923 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.643247 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device a51f36d1-0fa5-46ad-9390-4e855c8b574f no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:43.650371 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7e1ba47b-ca39-490d-b707-252b06ec0880 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=99ac71f2187a4db1be4f404fa3cf04a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416429 Sep 26 18:11:43.653013 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.72', 48318) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 26 18:11:43.663451 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: a51f36d1-0fa5-46ad-9390-4e855c8b574f {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:43.663809 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device a51f36d1-0fa5-46ad-9390-4e855c8b574f not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:43.664227 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:43.684520 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:43.685602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device d444e9f8-d9e9-49a4-aabe-5e5e42ec7afb not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:43.685602 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device f3179f6e-cc17-48f6-9a80-7cc412963298 no longer exists at agent ovs-agent-dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 26 18:11:43.703628 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] No Port match for: f3179f6e-cc17-48f6-9a80-7cc412963298 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 26 18:11:43.704052 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Device f3179f6e-cc17-48f6-9a80-7cc412963298 not bound to the agent host dv-cinder-859318-1-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 26 18:11:43.713498 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-22e31f06-69d0-48e8-8b40-421b471c0e41 admin admin] Publish callbacks [] for security_group (3c29c8c5-0c90-4c0f-8982-480513663e19), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.737845 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-22e31f06-69d0-48e8-8b40-421b471c0e41 admin admin] Publish callbacks [] for security_group (3c29c8c5-0c90-4c0f-8982-480513663e19), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.800738 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-22e31f06-69d0-48e8-8b40-421b471c0e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-602108'] for security_group (3c29c8c5-0c90-4c0f-8982-480513663e19), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.803429 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-22e31f06-69d0-48e8-8b40-421b471c0e41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:11:43.804566 dv-cinder-859318-1-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-22e31f06-69d0-48e8-8b40-421b471c0e41 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3c29c8c5-0c90-4c0f-8982-480513663e19 HTTP/1.1" status: 204 len: 168 time: 0.1506479 Sep 26 18:11:43.813467 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e31f06-69d0-48e8-8b40-421b471c0e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c29c8c5-0c90-4c0f-8982-480513663e19,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 26 18:11:48.309985 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=34 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:48.310697 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=52 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:52.888979 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=32,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:52.889890 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=19,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:53.666474 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:53.688103 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:53.782288 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=70,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:53.808853 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:DELETE=11 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:11:53.827069 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=18 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:00.721227 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:05.041336 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:12:08.441784 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-90dfdcb4-74b3-4d8c-bd39-890c7bb9530d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:10.677652 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-50115540-05ca-4ae8-9f42-65e972c65703 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:12.159020 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:13.363590 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:13.607641 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:22.880662 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:22.881459 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:23.593285 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:23.594098 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:23.601357 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:30.724915 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:36.843000 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:38.445691 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-47afe810-d349-4d3c-86eb-b7630a3a8fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:40.671092 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1e644e2f-9371-47f2-8583-f7094daf8041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:42.040777 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:12:42.163549 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.357450 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:43.610557 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:12:53.595848 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:53.596856 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:53.606633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:59.876525 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:12:59.877204 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:00.722971 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:08.449715 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d3bc3fde-93fe-40b1-bcb2-d0fd71a9d605 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:10.674758 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-734a8dd5-2d2e-414e-aa00-09cf58ecde3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:12.164215 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:13.361520 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:13.612268 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:19.042940 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:13:23.599383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:23.605633 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:23.607314 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:30.719456 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:36.874661 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:36.875786 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:38.452383 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ac8a0bc1-0051-4ab4-bbd8-6fac0861d428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:40.678515 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b55edb3d-16fe-4a79-9b29-01764b5b6f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:42.175115 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.366461 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:43.613306 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:13:53.600610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:53.601407 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:53.609146 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:54.818317 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:13:56.042265 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:14:00.721618 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:08.460220 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-01052cea-c83b-4ab6-86cb-3ae43b25ca5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:10.680465 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0166703a-2665-4768-b5f4-5b779a2a57a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:12.170966 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:13.370960 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:13.615068 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:13.870679 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:13.872377 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:23.604321 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:23.608248 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:23.610764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=15 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:30.878029 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:33.042505 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:14:38.453281 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0c1b4bb-0872-430a-8e9a-9ed79b06271f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:40.686490 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cbb26216-8924-41e8-8ed1-e33ce815d187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:42.173070 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:43.375234 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:43.618021 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:14:50.867083 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:50.867862 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:53.368467 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:53.607866 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:53.612788 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:14:57.545959 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-b98e11fe-762e-46fd-8689-c89de6e9c3e4 req-e85eb26f-da1d-4162-8202-05fd817e1225 service neutron] (106211) timed out ('10.222.0.98', 50204) {{(pid=106211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:14:57.621815 dv-cinder-859318-1-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-7d1bbb78-6b38-4be2-9f10-74efa3df0d45 req-2fc8011d-1159-4622-8cf4-57d7c1097f62 service neutron] (106211) timed out ('10.222.0.98', 50272) {{(pid=106211) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:14:57.777105 dv-cinder-859318-1-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-2f118859-5634-40da-a0a4-e2fe2a644b8f req-9b695ded-c621-4f04-8c9d-f04510de412a service neutron] (106210) timed out ('10.222.0.98', 50193) {{(pid=106210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 26 18:15:00.751373 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:08.457108 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0d95256f-b722-4026-9f88-b778d6706692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:10.042027 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:15:10.689312 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3861e168-c719-4f14-9211-6345d51caa87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:12.177108 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:13.381953 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:13.622152 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:23.609541 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:23.610335 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:23.616022 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:30.750064 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:35.655054 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:35.657717 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:38.460011 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e86fcf6b-4e86-4748-a50d-3257f7ee0be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:40.691764 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f5e209ad-c681-4144-a144-4514c0a57aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:42.178191 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:43.381334 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:43.623966 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:15:47.040927 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:15:53.377367 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:53.612444 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:15:53.619149 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:00.751010 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:04.856043 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:04.860390 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:08.463536 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-45e7e2ad-33ba-4596-8439-1db6e4feeea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:10.699022 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5c91a122-f287-411b-a4d1-b937eb973e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:12.182017 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:13.376681 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:13.627169 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:23.617043 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:23.620554 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:23.622967 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:24.040639 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:16:30.764720 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:38.464956 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-84a0bc7f-3b1e-4193-903e-09ec0d2abfcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:40.691890 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9eabeec8-3386-4a51-af22-e1a84151957f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:41.861768 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:41.867848 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:42.184026 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.371670 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:43.629473 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:16:55.651861 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:55.655228 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:16:55.657629 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 26 18:17:00.760513 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9f18b429-abb8-452e-a126-2a3674126858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (c4ab0fa2-72cc-49ca-b48a-437ba42a58d2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:01.039554 dv-cinder-859318-1-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-d5344dc6-abbc-4b9b-b66f-b551a09c3358 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 26 18:17:08.468610 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-289a4955-7d02-461d-a493-6e62698cfff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (517b4d20-8d70-4739-bc8e-eac054df473c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:10.695252 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f4f54552-0a87-4ccc-bea5-c776fb4d4c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (53afdbd7-ca83-423b-ae3e-db3fb6a0c33c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:12.187230 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0a79c3f1-6daf-46d4-851d-eb6cb1986616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (69975562-d441-4e92-a96a-91db200cdefa), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:13.374426 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9b78c68a-9eae-4d0f-ad82-5ce26dcb8792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (41a0366b-fc5a-485d-8b2d-c3c214380ab4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 26 18:17:13.635043 dv-cinder-859318-1-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8734930a-2514-41aa-bd7b-b0bb45c3ce0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760100310703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1979789'] for agent (34ea6eaa-b76c-4217-8b3d-26888d610294), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}